[ 523.397613] env[67353]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.397613] env[67353]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.407539] env[67441]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.407539] env[67441]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.975193] env[67441]: INFO neutron.common.config [-] Logging enabled! [ 525.975505] env[67441]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev76 [ 525.975831] env[67441]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=67441) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.976194] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.976298] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.977136] env[67441]: WARNING oslo_policy.policy [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.977361] env[67441]: WARNING oslo_policy.policy [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.979031] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] VMware NSXv3 Agent initialized successfully. [ 525.979398] env[67441]: DEBUG oslo_concurrency.lockutils [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] Acquiring lock "singleton_lock" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.979538] env[67441]: DEBUG oslo_concurrency.lockutils [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] Acquired lock "singleton_lock" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.979768] env[67441]: DEBUG oslo_concurrency.lockutils [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] Releasing lock "singleton_lock" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.980076] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] Full set of CONF: {{(pid=67441) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 525.980190] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ******************************************************************************** {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.980308] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] Configuration options gathered from: {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.980734] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.980937] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.981155] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ================================================================================ {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.981357] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] agent_down_time = 75 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.981559] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] allow_automatic_dhcp_failover = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.981737] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] allow_bulk = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.981890] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] api_extensions_path = {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.982065] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] api_paste_config = api-paste.ini {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.982206] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] auth_strategy = keystone {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.982311] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] backdoor_port = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.982411] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] backdoor_socket = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.982546] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] backlog = 4096 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.982682] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] base_mac = fa:16:3e:00:00:00 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.982836] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] bind_host = 0.0.0.0 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.982973] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] bind_port = 9696 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.983142] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] client_socket_timeout = 900 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.983286] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] config_dir = [] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.983394] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.983527] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] config_source = [] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.983667] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] control_exchange = neutron {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.983842] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] core_plugin = ml2 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.983981] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] debug = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.984132] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] default_availability_zones = [] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.984339] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.984475] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] dhcp_agent_notification = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.984606] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] dhcp_agents_per_network = 1 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.984734] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] dhcp_lease_duration = 86400 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.984870] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] dhcp_load_type = networks {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.985016] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] dns_domain = openstacklocal {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.985148] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.985278] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] enable_default_route_bfd = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.985403] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] enable_default_route_ecmp = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.985528] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] enable_dvr = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.985652] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] enable_new_agents = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.985792] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] enable_services_on_agents_with_admin_state_down = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.985951] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] enable_signals = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.986097] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] enable_traditional_dhcp = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.986259] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] external_dns_driver = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.986394] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] filter_validation = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.986536] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] global_physnet_mtu = 8950 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.986666] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] graceful_shutdown_timeout = 60 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.986841] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] host = cpu-1 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.986977] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] host_dvr_for_dhcp = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.987123] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] http_retries = 3 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.987260] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] instance_format = [instance: %(uuid)s] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.987392] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.987521] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ipam_driver = internal {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.987648] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ipv6_pd_enabled = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.987796] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] l3_ha = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.987932] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.988077] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] l3_ha_network_physical_name = {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.988213] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] l3_ha_network_type = {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.988349] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] log_color = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.988483] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] log_config_append = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.988614] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.988742] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] log_dir = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.988867] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] log_file = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.988966] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] log_options = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.989105] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] log_rotate_interval = 1 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.989243] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] log_rotate_interval_type = days {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.989375] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] log_rotation_type = none {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.989518] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.989656] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.989836] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.989983] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.990098] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.990233] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] max_dns_nameservers = 5 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.990362] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] max_header_line = 16384 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.990487] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] max_l3_agents_per_router = 3 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.990614] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] max_logfile_count = 30 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.990738] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] max_logfile_size_mb = 200 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.990861] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] max_subnet_host_routes = 20 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.991028] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] my_ip = 10.180.1.21 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.991140] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] my_ipv6 = ::1 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.991268] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] network_auto_schedule = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.991389] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] network_link_prefix = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.991518] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.991652] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] notify_nova_on_port_data_changes = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.991815] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] notify_nova_on_port_status_changes = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.992015] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] pagination_max_limit = -1 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.992185] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] publish_errors = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.992349] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] rate_limit_burst = 0 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.992544] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] rate_limit_except_level = CRITICAL {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.992710] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] rate_limit_interval = 0 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.992853] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] retry_until_window = 30 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.992980] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] router_distributed = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.993153] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] rpc_resources_processing_step = 20 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.993292] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] rpc_response_max_timeout = 600 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.993490] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] rpc_response_timeout = 60 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.993638] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] send_events_interval = 2 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.993788] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] service_plugins = ['router'] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.993924] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] setproctitle = on {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.994059] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] shell_completion = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.994199] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] state_path = /opt/stack/data/neutron {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.994332] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] syslog_log_facility = LOG_USER {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.994461] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] tcp_keepidle = 600 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.994592] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] transport_url = **** {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.994717] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] use_journal = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.994840] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] use_json = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.994964] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] use_ssl = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.995097] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] use_stderr = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.995232] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] use_syslog = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.995354] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] vlan_qinq = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.995474] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] vlan_transparent = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.995599] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] watch_log_file = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.995747] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] wsgi_default_pool_size = 100 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.995895] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] wsgi_keep_alive = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.996080] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.996235] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] wsgi_server_debug = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.996434] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_concurrency.disable_process_locking = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.996585] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.996728] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.996860] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.996996] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_metrics.metrics_process_name = {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.997148] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.997280] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.997430] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler.connection_string = messaging:// {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.997566] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler.enabled = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.997704] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler.es_doc_type = notification {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.997836] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler.es_scroll_size = 10000 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.997972] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler.es_scroll_time = 2m {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.998146] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler.filter_error_trace = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.998322] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler.hmac_keys = **** {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.998466] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler.sentinel_service_name = mymaster {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.998644] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler.socket_timeout = 0.1 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.998787] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler.trace_requests = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.998921] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler.trace_sqlalchemy = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.999077] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler_jaeger.process_tags = {} {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.999216] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler_jaeger.service_name_prefix = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.999373] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] profiler_otlp.service_name_prefix = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.999521] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_policy.enforce_new_defaults = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.999835] env[67441]: WARNING oslo_config.cfg [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 525.999994] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_policy.enforce_scope = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.000151] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_policy.policy_default_rule = default {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.000304] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.000443] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.000584] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.000724] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.000908] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.001086] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.001267] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.001418] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_policy.remote_timeout = 60.0 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.001568] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.001713] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] agent.extensions = [] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.001850] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.001989] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] service_providers.service_provider = [] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.002167] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] QUOTAS.default_quota = -1 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.002316] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.002449] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] QUOTAS.quota_floatingip = 50 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.002581] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] QUOTAS.quota_network = 100 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.002713] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] QUOTAS.quota_port = 500 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.002841] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] QUOTAS.quota_rbac_policy = 10 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.002986] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] QUOTAS.quota_router = 10 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.003219] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] QUOTAS.quota_security_group = 10 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.003395] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] QUOTAS.quota_security_group_rule = 100 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.003536] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] QUOTAS.quota_subnet = 100 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.003678] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] QUOTAS.track_quota_usage = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.003869] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.003982] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep.group = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.004130] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep.helper_command = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.004267] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep.log_daemon_traceback = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.004409] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep.logger_name = oslo_privsep.daemon {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.004542] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep.thread_pool_size = 8 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.004671] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep.user = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.004876] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.005106] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_dhcp_release.group = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.005330] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_dhcp_release.helper_command = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.005531] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.005684] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.005822] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.005961] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_dhcp_release.user = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.006151] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.006293] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_ovs_vsctl.group = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.006486] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_ovs_vsctl.helper_command = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.006639] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.006780] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.006914] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.007056] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_ovs_vsctl.user = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.007201] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_namespace.capabilities = [21] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.007329] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_namespace.group = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.007458] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_namespace.helper_command = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.007588] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_namespace.log_daemon_traceback = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.007744] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.007888] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_namespace.thread_pool_size = 8 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.008026] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_namespace.user = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.008170] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_conntrack.capabilities = [12] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.008300] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_conntrack.group = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.008428] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_conntrack.helper_command = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.008556] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_conntrack.log_daemon_traceback = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.008691] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.008822] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_conntrack.thread_pool_size = 8 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.008947] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_conntrack.user = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.009095] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_link.capabilities = [12, 21] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.009223] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_link.group = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.009373] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_link.helper_command = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.009520] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_link.log_daemon_traceback = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.009656] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.009788] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_link.thread_pool_size = 8 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.009911] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] privsep_link.user = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.010072] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.010246] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.010354] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.continue_on_failed_promotions = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.010483] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.dscp = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.010618] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.dscp_inherit = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.010756] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.force_mp_to_policy = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.010887] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.locking_coordinator_url = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.011026] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.log_agent_heartbeats = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.011211] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.logging_expire = 1 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.011290] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.011423] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.011563] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.polling_interval = 240 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.011711] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.011861] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.quitting_rpc_timeout = 120 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.012029] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.report_interval = 30.0 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.012186] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.012334] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.012474] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.012611] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.sync_skew = 60 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.012743] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.synchronization_queue_size = 20 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.012874] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT.use_helper_for_ns_read = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.013023] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] SECURITYGROUP.enable_ipset = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.013170] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] SECURITYGROUP.enable_security_group = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.013322] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.013443] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.013599] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] experimental.ipv6_pd_enabled = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.013731] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ml2.extension_drivers = ['port_security'] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.013862] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ml2.external_network_type = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.014016] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.014157] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ml2.overlay_ip_version = 4 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.014295] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ml2.path_mtu = 8950 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.014434] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ml2.physical_network_mtus = {} {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.014574] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ml2.tenant_network_types = ['vlan'] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.014709] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.014850] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ml2.type_drivers = ['vlan'] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015054] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT_CLI.neutron_port_id = [] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015202] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015336] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015482] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015623] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015777] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015919] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016083] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016249] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016477] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016633] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_login_password = **** {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016779] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_login_port = 443 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016916] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_login_user = admin {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.017066] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.017208] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.017340] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.017469] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.017604] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.017747] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.017883] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018027] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018164] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018359] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018545] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018688] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018864] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019082] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019237] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] vsphere.vsphere_login_password = VMware1! {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019376] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019508] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019642] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] nova.auth_section = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019812] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] nova.auth_type = password {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019996] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020181] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] nova.certfile = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020368] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] nova.collect_timing = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020539] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] nova.endpoint_type = public {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020709] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] nova.insecure = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020853] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] nova.keyfile = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020996] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] nova.region_name = RegionOne {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021143] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] nova.split_loggers = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021335] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] nova.timeout = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021461] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] placement.auth_section = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021609] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] placement.auth_type = password {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021748] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021876] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] placement.certfile = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022016] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] placement.collect_timing = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022184] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] placement.endpoint_type = public {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022320] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] placement.insecure = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022446] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] placement.keyfile = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022568] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] placement.region_name = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022695] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] placement.split_loggers = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022819] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] placement.timeout = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022954] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.auth_section = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023102] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.auth_type = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023227] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.cafile = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023351] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.certfile = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023478] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.collect_timing = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023603] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.connect_retries = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023729] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.connect_retry_delay = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023856] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.enable_notifications = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023981] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.endpoint_override = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024121] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.insecure = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024250] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.interface = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024375] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.keyfile = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024503] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.max_version = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024625] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.min_version = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024747] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.region_name = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024872] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.retriable_status_codes = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024995] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.service_name = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025135] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.service_type = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025266] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.split_loggers = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025395] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.status_code_retries = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025520] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.status_code_retry_delay = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025648] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.timeout = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025775] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.valid_interfaces = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025903] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ironic.version = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026048] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] cli_script.dry_run = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026195] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026360] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026504] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026638] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026768] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026897] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027032] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027163] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027292] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027430] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.hostname = devstack {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027559] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027695] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027832] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027967] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028113] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028255] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028385] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028513] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028649] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028777] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028905] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029044] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029175] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029304] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029433] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029561] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029688] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029817] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029949] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030103] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030248] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.ssl = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030391] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030524] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030653] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030788] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030921] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.ssl_version = {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031060] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031204] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_notifications.driver = [] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031336] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_notifications.retry = -1 {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031479] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031608] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] oslo_messaging_notifications.transport_url = **** {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031708] env[67441]: DEBUG oslo_service.backend._eventlet.service [None req-6831acfb-8006-497a-a36b-6772431b29ed None None] ******************************************************************************** {{(pid=67441) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 526.032872] env[67441]: DEBUG neutron.agent.securitygroups_rpc [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Init firewall settings (driver=nsxv3) {{(pid=67441) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 526.034189] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=67441) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 526.034426] env[67441]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] RPC agent_id: nsxm-l-01a.corp.local [ 526.036645] env[67441]: DEBUG dogpile.cache.region [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.036760] env[67441]: DEBUG dogpile.lock [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 526.036854] env[67441]: DEBUG dogpile.lock [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 526.036940] env[67441]: DEBUG dogpile.lock [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 526.037043] env[67441]: DEBUG dogpile.cache.region [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.037133] env[67441]: DEBUG dogpile.lock [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 526.037254] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 526.071455] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Session token - acquiring [ 526.073286] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.073529] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.073592] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.074039] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.086018] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.354912] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.377093] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.377289] env[67441]: DEBUG dogpile.cache.region [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Cache value generated in 0.340 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.377421] env[67441]: DEBUG dogpile.lock [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.377490] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Activating Policy API Provider. [ 526.377681] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Looking for the default Infrastructure Rules. [ 526.451891] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Looking for the Default Layer3 Logged Drop Section. [ 526.468155] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.468831] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.469019] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquiring lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.469127] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.469410] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired external semaphore "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.469750] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.984813] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.486959] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.988777] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Inventory metadata is going to be refreshed. [ 527.989198] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.722191] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.722425] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.722558] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.722809] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.733576] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.735853] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.736519] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.755717] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.755947] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.756032] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.756317] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.756451] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.756593] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.756704] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.756805] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.778457] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.778695] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.778695] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.778986] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.779172] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.779436] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 528.801095] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.801313] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.801372] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.801640] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.801776] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.801919] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 528.825682] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.825898] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquiring lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.825960] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.826275] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired external semaphore "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.826409] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Releasing lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.826557] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 528.826658] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.826756] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 528.847253] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.847500] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquiring lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.847540] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.847806] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired external semaphore "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.847924] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Releasing lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.848075] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 528.848179] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.848278] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 528.868527] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.868735] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.868870] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.869092] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.869231] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.869381] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 528.869479] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.869574] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Inventory metadata have been refreshed. [ 528.869680] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Dryrun:True. Metadata refresh completed. [ 528.869769] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Releasing lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.871475] env[67441]: INFO neutron.agent.agent_extensions_manager [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Loaded agent extensions: [] [ 528.872301] env[67441]: DEBUG neutron_lib.callbacks.manager [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=67441) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 528.922346] env[67441]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] NSXv3 Agent Agent RPC Daemon Started! [ 528.922570] env[67441]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] NSXv3 Agent Agent loop - iteration:0 started [ 528.922570] env[67441]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] NSXv3 Agent Agent out of sync with plugin! [ 533.873109] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 533.873509] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.874602] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.874935] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.856949] env[67441]: INFO networking_nsxv3.common.synchronization [None req-b50e9e9e-1d30-4ddb-a043-d280c0d1f57d demo admin] Enqueued Resource ID: 8eaf100a-4733-4077-a69c-ba69783bdabd with Priority: HIGHEST for action security_group_rules [ 543.857631] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eaf100a-4733-4077-a69c-ba69783bdabd with Priority: HIGHEST for action security_group_rules [ 543.857933] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eaf100a-4733-4077-a69c-ba69783bdabd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.858071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eaf100a-4733-4077-a69c-ba69783bdabd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.858141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eaf100a-4733-4077-a69c-ba69783bdabd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.858498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eaf100a-4733-4077-a69c-ba69783bdabd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.858576] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eaf100a-4733-4077-a69c-ba69783bdabd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.378341] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.378679] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.378679] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.378797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.378797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.378902] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eaf100a-4733-4077-a69c-ba69783bdabd already deleted. [ 544.378975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eaf100a-4733-4077-a69c-ba69783bdabd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.859491] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.859491] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.860818] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.861125] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.861956] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.862389] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.864025] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.864025] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.863887] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.864210] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.063924] env[67441]: INFO networking_nsxv3.common.synchronization [None req-7324f0f8-f69d-4446-8a47-0276725c0c59 None None] Enqueued Resource ID: 624eb062-a674-4791-a202-d9125ab88721 with Priority: HIGHEST for action port [ 572.063924] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624eb062-a674-4791-a202-d9125ab88721 with Priority: HIGHEST for action port [ 572.063924] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-624eb062-a674-4791-a202-d9125ab88721 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.063924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-624eb062-a674-4791-a202-d9125ab88721" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.063924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-624eb062-a674-4791-a202-d9125ab88721" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.063924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-624eb062-a674-4791-a202-d9125ab88721" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.063924] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('624eb062-a674-4791-a202-d9125ab88721',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.569644] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 624eb062-a674-4791-a202-d9125ab88721 [ 572.569644] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.569644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.569644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.569644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.569644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.569644] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:624eb062-a674-4791-a202-d9125ab88721 already deleted. [ 572.569644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-624eb062-a674-4791-a202-d9125ab88721" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.674564] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f4657e34-7167-4899-ac35-5418301b1a65 None None] Enqueued Resource ID: 79ae97c4-82f0-445c-899d-7bdb9d7e6573 with Priority: HIGHEST for action port [ 573.674564] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ae97c4-82f0-445c-899d-7bdb9d7e6573 with Priority: HIGHEST for action port [ 573.675401] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-79ae97c4-82f0-445c-899d-7bdb9d7e6573 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.675401] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79ae97c4-82f0-445c-899d-7bdb9d7e6573" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.675401] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79ae97c4-82f0-445c-899d-7bdb9d7e6573" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.675585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79ae97c4-82f0-445c-899d-7bdb9d7e6573" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.675636] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ae97c4-82f0-445c-899d-7bdb9d7e6573',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.178521] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79ae97c4-82f0-445c-899d-7bdb9d7e6573 [ 574.178869] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.178978] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.178978] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.179592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.179592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.179592] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79ae97c4-82f0-445c-899d-7bdb9d7e6573 already deleted. [ 574.179592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79ae97c4-82f0-445c-899d-7bdb9d7e6573" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.284523] env[67441]: INFO networking_nsxv3.common.synchronization [None req-63706e8a-cd43-4b37-a034-e735665010e1 None None] Enqueued Resource ID: ca07dd5e-3fac-4de6-b594-68e3d4d6b2cd with Priority: HIGHEST for action port [ 574.285035] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca07dd5e-3fac-4de6-b594-68e3d4d6b2cd with Priority: HIGHEST for action port [ 574.285460] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca07dd5e-3fac-4de6-b594-68e3d4d6b2cd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.285460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca07dd5e-3fac-4de6-b594-68e3d4d6b2cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.285582] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca07dd5e-3fac-4de6-b594-68e3d4d6b2cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.285748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca07dd5e-3fac-4de6-b594-68e3d4d6b2cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.285829] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca07dd5e-3fac-4de6-b594-68e3d4d6b2cd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.790239] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca07dd5e-3fac-4de6-b594-68e3d4d6b2cd [ 574.790640] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.790870] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.791131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.791471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.791587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.791686] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca07dd5e-3fac-4de6-b594-68e3d4d6b2cd already deleted. [ 574.792334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca07dd5e-3fac-4de6-b594-68e3d4d6b2cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.864472] env[67441]: INFO networking_nsxv3.common.synchronization [None req-df979d73-3530-49e8-bc2a-7041f232cb79 None None] Enqueued Resource ID: 435f2bb5-1afd-4005-b0ed-237ee9761a79 with Priority: HIGHEST for action port [ 575.865805] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435f2bb5-1afd-4005-b0ed-237ee9761a79 with Priority: HIGHEST for action port [ 575.865805] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-435f2bb5-1afd-4005-b0ed-237ee9761a79 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.865805] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-435f2bb5-1afd-4005-b0ed-237ee9761a79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.865805] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-435f2bb5-1afd-4005-b0ed-237ee9761a79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.866370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-435f2bb5-1afd-4005-b0ed-237ee9761a79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.866370] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('435f2bb5-1afd-4005-b0ed-237ee9761a79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.370756] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 435f2bb5-1afd-4005-b0ed-237ee9761a79 [ 576.370998] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.371162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.371316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.371988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.372840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.372840] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:435f2bb5-1afd-4005-b0ed-237ee9761a79 already deleted. [ 576.373010] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-435f2bb5-1afd-4005-b0ed-237ee9761a79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.599031] env[67441]: INFO networking_nsxv3.common.synchronization [None req-7de32159-cc1e-4c83-abb1-10d5a2d37a8d tempest-ServersTestManualDisk-276463662 tempest-ServersTestManualDisk-276463662-project-member] Enqueued Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGHEST for action security_group_rules [ 576.599031] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGHEST for action security_group_rules [ 576.599031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.599031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.599031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.600124] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.600475] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2c7a0ac-c30d-4755-a19e-3464bca3c2d7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.851157] env[67441]: INFO networking_nsxv3.common.synchronization [None req-3a26309a-bc88-42e3-a479-6c6067784052 None None] Enqueued Resource ID: fce7660f-4bb2-476c-8d80-3fbc62aaf250 with Priority: HIGHEST for action port [ 576.853125] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce7660f-4bb2-476c-8d80-3fbc62aaf250 with Priority: HIGHEST for action port [ 576.853125] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-fce7660f-4bb2-476c-8d80-3fbc62aaf250 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.853125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fce7660f-4bb2-476c-8d80-3fbc62aaf250" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.853125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fce7660f-4bb2-476c-8d80-3fbc62aaf250" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.853125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fce7660f-4bb2-476c-8d80-3fbc62aaf250" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.853125] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fce7660f-4bb2-476c-8d80-3fbc62aaf250',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.967636] env[67441]: INFO networking_nsxv3.common.synchronization [None req-1c4e8cdc-2509-4c16-b827-f5d0ed122bdd None None] Enqueued Resource ID: a47b9cbf-5e31-4548-b454-05dffb75671b with Priority: HIGHEST for action port [ 576.967636] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a47b9cbf-5e31-4548-b454-05dffb75671b with Priority: HIGHEST for action port [ 576.967982] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a47b9cbf-5e31-4548-b454-05dffb75671b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.967982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a47b9cbf-5e31-4548-b454-05dffb75671b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.970791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a47b9cbf-5e31-4548-b454-05dffb75671b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.972200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a47b9cbf-5e31-4548-b454-05dffb75671b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.972200] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a47b9cbf-5e31-4548-b454-05dffb75671b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.125058] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.125058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.125058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.125058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.125058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.125058] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 already deleted. [ 577.125058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.354418] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fce7660f-4bb2-476c-8d80-3fbc62aaf250 [ 577.355126] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.355126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.355126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.355126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.355359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.355359] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fce7660f-4bb2-476c-8d80-3fbc62aaf250 already deleted. [ 577.355359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fce7660f-4bb2-476c-8d80-3fbc62aaf250" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.474601] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a47b9cbf-5e31-4548-b454-05dffb75671b [ 577.477700] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.477700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.477700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.477700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.477700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.477700] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a47b9cbf-5e31-4548-b454-05dffb75671b already deleted. [ 577.477700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a47b9cbf-5e31-4548-b454-05dffb75671b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.706711] env[67441]: INFO networking_nsxv3.common.synchronization [None req-e88edcef-890a-4d37-8a06-1215c9b7916b None None] Enqueued Resource ID: cdb86e2c-e2f4-4d8c-b39f-8b847de845de with Priority: HIGHEST for action port [ 577.708203] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdb86e2c-e2f4-4d8c-b39f-8b847de845de with Priority: HIGHEST for action port [ 577.709299] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdb86e2c-e2f4-4d8c-b39f-8b847de845de taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.709299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdb86e2c-e2f4-4d8c-b39f-8b847de845de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.709299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdb86e2c-e2f4-4d8c-b39f-8b847de845de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.710150] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdb86e2c-e2f4-4d8c-b39f-8b847de845de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.710447] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb86e2c-e2f4-4d8c-b39f-8b847de845de',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.833330] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f9c68358-e16a-4036-bcc2-a659317d00f2 None None] Enqueued Resource ID: b30a518b-e700-453a-989e-d7b787650188 with Priority: HIGHEST for action port [ 577.833330] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30a518b-e700-453a-989e-d7b787650188 with Priority: HIGHEST for action port [ 577.833460] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-b30a518b-e700-453a-989e-d7b787650188 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.833534] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b30a518b-e700-453a-989e-d7b787650188" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.833629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b30a518b-e700-453a-989e-d7b787650188" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.833852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b30a518b-e700-453a-989e-d7b787650188" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.834059] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b30a518b-e700-453a-989e-d7b787650188',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.214441] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdb86e2c-e2f4-4d8c-b39f-8b847de845de [ 578.215033] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.215033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.215033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.215642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.215642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.215642] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdb86e2c-e2f4-4d8c-b39f-8b847de845de already deleted. [ 578.217382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdb86e2c-e2f4-4d8c-b39f-8b847de845de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.336706] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b30a518b-e700-453a-989e-d7b787650188 [ 578.336706] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.336706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.336706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.336706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.336706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.337014] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b30a518b-e700-453a-989e-d7b787650188 already deleted. [ 578.337014] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b30a518b-e700-453a-989e-d7b787650188" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.640586] env[67441]: INFO networking_nsxv3.common.synchronization [None req-6640465f-52b9-499b-ba89-2d3ee1c31f03 tempest-ServersTestManualDisk-276463662 tempest-ServersTestManualDisk-276463662-project-member] Enqueued Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGHEST for action security_group_rules [ 578.641267] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGHEST for action security_group_rules [ 578.643161] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.643314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.643399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.643644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.643697] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2c7a0ac-c30d-4755-a19e-3464bca3c2d7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.170808] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.171641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.171641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.171641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.171641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.171641] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 already deleted. [ 579.171641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.534726] env[67441]: INFO networking_nsxv3.common.synchronization [None req-78679e54-5b61-486a-b638-d375e0547083 None None] Enqueued Resource ID: 41d4707a-e86a-4021-bf7b-c3bf03d57f0d with Priority: HIGHEST for action port [ 579.535351] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d4707a-e86a-4021-bf7b-c3bf03d57f0d with Priority: HIGHEST for action port [ 579.535717] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d4707a-e86a-4021-bf7b-c3bf03d57f0d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.535845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d4707a-e86a-4021-bf7b-c3bf03d57f0d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.537436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d4707a-e86a-4021-bf7b-c3bf03d57f0d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.537436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d4707a-e86a-4021-bf7b-c3bf03d57f0d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.537436] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d4707a-e86a-4021-bf7b-c3bf03d57f0d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.876511] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.876588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.876643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.876856] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.877492] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.038636] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41d4707a-e86a-4021-bf7b-c3bf03d57f0d [ 580.038914] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.039089] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.039162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.039368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.039461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.039582] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41d4707a-e86a-4021-bf7b-c3bf03d57f0d already deleted. [ 580.039673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d4707a-e86a-4021-bf7b-c3bf03d57f0d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.189539] env[67441]: INFO networking_nsxv3.common.synchronization [None req-a6ecc489-d578-4a75-8b60-7660bc68e1fb None None] Enqueued Resource ID: 32a1ecf7-89c0-4e5b-9bc6-57cc909e7512 with Priority: HIGHEST for action port [ 580.190101] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a1ecf7-89c0-4e5b-9bc6-57cc909e7512 with Priority: HIGHEST for action port [ 580.190423] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-32a1ecf7-89c0-4e5b-9bc6-57cc909e7512 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.190551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32a1ecf7-89c0-4e5b-9bc6-57cc909e7512" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.190612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32a1ecf7-89c0-4e5b-9bc6-57cc909e7512" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.190861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32a1ecf7-89c0-4e5b-9bc6-57cc909e7512" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.191138] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a1ecf7-89c0-4e5b-9bc6-57cc909e7512',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.379664] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.498434] env[67441]: INFO networking_nsxv3.common.synchronization [None req-ee60e69a-7957-4789-9d3e-ae9b61903ab9 None None] Enqueued Resource ID: 54be5015-ac68-4320-b3c4-da7eac2ddb81 with Priority: HIGHEST for action port [ 580.499069] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54be5015-ac68-4320-b3c4-da7eac2ddb81 with Priority: HIGHEST for action port [ 580.499458] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-54be5015-ac68-4320-b3c4-da7eac2ddb81 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.499608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54be5015-ac68-4320-b3c4-da7eac2ddb81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.499689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54be5015-ac68-4320-b3c4-da7eac2ddb81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.499982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54be5015-ac68-4320-b3c4-da7eac2ddb81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.500162] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54be5015-ac68-4320-b3c4-da7eac2ddb81',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.694865] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32a1ecf7-89c0-4e5b-9bc6-57cc909e7512 [ 580.695236] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.695393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.695478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.695695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.695768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.697039] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32a1ecf7-89c0-4e5b-9bc6-57cc909e7512 already deleted. [ 580.697039] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32a1ecf7-89c0-4e5b-9bc6-57cc909e7512" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.885236] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.002027] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54be5015-ac68-4320-b3c4-da7eac2ddb81 [ 581.002173] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.002334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.002505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.003465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.003465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.003465] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54be5015-ac68-4320-b3c4-da7eac2ddb81 already deleted. [ 581.003465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54be5015-ac68-4320-b3c4-da7eac2ddb81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.389254] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 581.390915] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 582.184290] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.184644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.184644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.184719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.195693] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 582.196737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.197663] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 582.216600] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.216786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.216830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.217051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.217143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.217528] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 582.217633] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.217729] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 582.240268] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.240557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.240557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.240713] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.240846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.240960] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 582.271849] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.271998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.272062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.272712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.272712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.272712] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 582.293945] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.294165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.294241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.294388] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.294490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.294611] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 582.294686] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.294970] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 582.313738] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.314550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.314550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.314550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.314550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.316387] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 582.316387] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.316387] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 582.337288] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.337437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.337492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.337851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.337955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.338089] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 582.338221] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.338254] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 582.338284] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 582.338363] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 582.338427] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 582.338489] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 582.338762] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 582.338827] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 582.338896] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 582.362190] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.362399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.362470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.362677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.363020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.363020] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 582.386362] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.386542] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.386601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.386800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.386915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.401477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.881343] env[67441]: INFO networking_nsxv3.common.synchronization [None req-e5d0ae32-749a-4eeb-b6f0-9a0dd177b04c None None] Enqueued Resource ID: 429a2a7b-aed4-4c96-a0e7-10f6efc376e1 with Priority: HIGHEST for action port [ 582.881935] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429a2a7b-aed4-4c96-a0e7-10f6efc376e1 with Priority: HIGHEST for action port [ 582.883282] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-429a2a7b-aed4-4c96-a0e7-10f6efc376e1 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.883649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-429a2a7b-aed4-4c96-a0e7-10f6efc376e1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.883649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-429a2a7b-aed4-4c96-a0e7-10f6efc376e1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.883795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-429a2a7b-aed4-4c96-a0e7-10f6efc376e1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.884370] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429a2a7b-aed4-4c96-a0e7-10f6efc376e1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.389220] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 429a2a7b-aed4-4c96-a0e7-10f6efc376e1 [ 583.389220] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.389220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.389220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.389220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.389220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.389220] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:429a2a7b-aed4-4c96-a0e7-10f6efc376e1 already deleted. [ 583.389220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-429a2a7b-aed4-4c96-a0e7-10f6efc376e1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.987964] env[67441]: INFO networking_nsxv3.common.synchronization [None req-b8688d85-1974-47e0-ade4-3041ff2c9ced None None] Enqueued Resource ID: 15308c32-6971-4976-81b6-5dee741946c4 with Priority: HIGHEST for action port [ 583.988169] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15308c32-6971-4976-81b6-5dee741946c4 with Priority: HIGHEST for action port [ 583.988695] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-15308c32-6971-4976-81b6-5dee741946c4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.988855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15308c32-6971-4976-81b6-5dee741946c4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.989736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15308c32-6971-4976-81b6-5dee741946c4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.991751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15308c32-6971-4976-81b6-5dee741946c4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.991751] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15308c32-6971-4976-81b6-5dee741946c4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.056510] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f95b1240-7041-46e4-af52-e52feded9e2c None None] Enqueued Resource ID: fea59457-d590-457e-a955-3aa1d08cc45b with Priority: HIGHEST for action port [ 584.056763] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea59457-d590-457e-a955-3aa1d08cc45b with Priority: HIGHEST for action port [ 584.057569] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-fea59457-d590-457e-a955-3aa1d08cc45b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.057689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fea59457-d590-457e-a955-3aa1d08cc45b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.058826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fea59457-d590-457e-a955-3aa1d08cc45b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.058826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fea59457-d590-457e-a955-3aa1d08cc45b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.058826] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fea59457-d590-457e-a955-3aa1d08cc45b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.494877] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15308c32-6971-4976-81b6-5dee741946c4 [ 584.495154] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.495324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.495365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.495559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.495650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.495747] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15308c32-6971-4976-81b6-5dee741946c4 already deleted. [ 584.495827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15308c32-6971-4976-81b6-5dee741946c4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.560733] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fea59457-d590-457e-a955-3aa1d08cc45b [ 584.561338] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.561338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.561338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.561598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.561598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.561775] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fea59457-d590-457e-a955-3aa1d08cc45b already deleted. [ 584.561833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fea59457-d590-457e-a955-3aa1d08cc45b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.980622] env[67441]: INFO networking_nsxv3.common.synchronization [None req-b47fff55-7f77-4a6a-9d30-f03e3e5dc637 None None] Enqueued Resource ID: a755e679-7166-4bbc-af89-59297e566b3a with Priority: HIGHEST for action port [ 584.981253] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a755e679-7166-4bbc-af89-59297e566b3a with Priority: HIGHEST for action port [ 584.981553] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a755e679-7166-4bbc-af89-59297e566b3a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.981654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a755e679-7166-4bbc-af89-59297e566b3a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.981692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a755e679-7166-4bbc-af89-59297e566b3a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.984109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a755e679-7166-4bbc-af89-59297e566b3a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.984109] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a755e679-7166-4bbc-af89-59297e566b3a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.485194] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a755e679-7166-4bbc-af89-59297e566b3a [ 585.486334] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.486334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.486334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.486334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.486334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.486334] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a755e679-7166-4bbc-af89-59297e566b3a already deleted. [ 585.486334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a755e679-7166-4bbc-af89-59297e566b3a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.043591] env[67441]: INFO networking_nsxv3.common.synchronization [None req-9abe1d2a-4a75-4937-b276-90531b0ff315 None None] Enqueued Resource ID: 7d084bd5-2c43-403a-8ce1-ed822bd427cb with Priority: HIGHEST for action port [ 586.044534] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d084bd5-2c43-403a-8ce1-ed822bd427cb with Priority: HIGHEST for action port [ 586.044534] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d084bd5-2c43-403a-8ce1-ed822bd427cb taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.044534] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d084bd5-2c43-403a-8ce1-ed822bd427cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.044796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d084bd5-2c43-403a-8ce1-ed822bd427cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.044831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d084bd5-2c43-403a-8ce1-ed822bd427cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.044910] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d084bd5-2c43-403a-8ce1-ed822bd427cb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.550370] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d084bd5-2c43-403a-8ce1-ed822bd427cb [ 586.550574] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.550783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.550783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.551011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.551083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.551185] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d084bd5-2c43-403a-8ce1-ed822bd427cb already deleted. [ 586.551269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d084bd5-2c43-403a-8ce1-ed822bd427cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.105848] env[67441]: INFO networking_nsxv3.common.synchronization [None req-c4015b12-83ca-4d97-98dc-42d46cba332f None None] Enqueued Resource ID: fbb66e56-5428-4527-bc3a-7300befb5349 with Priority: HIGHEST for action port [ 587.109435] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb66e56-5428-4527-bc3a-7300befb5349 with Priority: HIGHEST for action port [ 587.109435] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbb66e56-5428-4527-bc3a-7300befb5349 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.109805] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbb66e56-5428-4527-bc3a-7300befb5349" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.110421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbb66e56-5428-4527-bc3a-7300befb5349" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.112867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbb66e56-5428-4527-bc3a-7300befb5349" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.112867] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbb66e56-5428-4527-bc3a-7300befb5349',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.613527] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbb66e56-5428-4527-bc3a-7300befb5349 [ 587.613799] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.613930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.613998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.614232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.614322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.614414] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbb66e56-5428-4527-bc3a-7300befb5349 already deleted. [ 587.614499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbb66e56-5428-4527-bc3a-7300befb5349" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.065306] env[67441]: INFO networking_nsxv3.common.synchronization [None req-4fd090fe-922f-414e-b33e-a1df8dff4281 None None] Enqueued Resource ID: ae178353-9926-461a-b6ba-f8d63805997c with Priority: HIGHEST for action port [ 588.066016] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae178353-9926-461a-b6ba-f8d63805997c with Priority: HIGHEST for action port [ 588.066240] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae178353-9926-461a-b6ba-f8d63805997c taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.066836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae178353-9926-461a-b6ba-f8d63805997c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.066836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae178353-9926-461a-b6ba-f8d63805997c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.067050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae178353-9926-461a-b6ba-f8d63805997c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.067112] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae178353-9926-461a-b6ba-f8d63805997c',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.574407] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae178353-9926-461a-b6ba-f8d63805997c [ 588.574723] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.574800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.575547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.575547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.575547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.575547] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae178353-9926-461a-b6ba-f8d63805997c already deleted. [ 588.575547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae178353-9926-461a-b6ba-f8d63805997c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.976769] env[67441]: INFO networking_nsxv3.common.synchronization [None req-e974c368-d6c5-405a-b013-b8b19756849a None None] Enqueued Resource ID: 50d5edff-9552-4d3f-8a2f-378abc7c4958 with Priority: HIGHEST for action port [ 588.977816] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d5edff-9552-4d3f-8a2f-378abc7c4958 with Priority: HIGHEST for action port [ 588.979368] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-50d5edff-9552-4d3f-8a2f-378abc7c4958 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.979368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50d5edff-9552-4d3f-8a2f-378abc7c4958" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.979368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50d5edff-9552-4d3f-8a2f-378abc7c4958" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.979368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50d5edff-9552-4d3f-8a2f-378abc7c4958" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.979615] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50d5edff-9552-4d3f-8a2f-378abc7c4958',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.484064] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50d5edff-9552-4d3f-8a2f-378abc7c4958 [ 589.484064] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.485042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.485042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.485042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.485042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.485042] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50d5edff-9552-4d3f-8a2f-378abc7c4958 already deleted. [ 589.485042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50d5edff-9552-4d3f-8a2f-378abc7c4958" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.114415] env[67441]: INFO networking_nsxv3.common.synchronization [None req-e28421e8-0646-448a-a95a-e40ab81821f5 None None] Enqueued Resource ID: 2bc70675-5258-450c-be32-f2db829c1128 with Priority: HIGHEST for action port [ 590.118432] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc70675-5258-450c-be32-f2db829c1128 with Priority: HIGHEST for action port [ 590.118432] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bc70675-5258-450c-be32-f2db829c1128 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.118432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bc70675-5258-450c-be32-f2db829c1128" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.118432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bc70675-5258-450c-be32-f2db829c1128" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.118432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bc70675-5258-450c-be32-f2db829c1128" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.118432] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc70675-5258-450c-be32-f2db829c1128',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.618652] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bc70675-5258-450c-be32-f2db829c1128 [ 590.618922] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.619214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.619214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.619376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.619529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.619630] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bc70675-5258-450c-be32-f2db829c1128 already deleted. [ 590.619714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bc70675-5258-450c-be32-f2db829c1128" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.775620] env[67441]: INFO networking_nsxv3.common.synchronization [None req-92ee90a4-1857-4a68-b293-7e8b7e1bbbce None None] Enqueued Resource ID: 0f95da8e-542a-44db-958d-058e96c4323f with Priority: HIGHEST for action port [ 590.776262] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f95da8e-542a-44db-958d-058e96c4323f with Priority: HIGHEST for action port [ 590.776761] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f95da8e-542a-44db-958d-058e96c4323f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.776912] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f95da8e-542a-44db-958d-058e96c4323f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.777287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f95da8e-542a-44db-958d-058e96c4323f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.777974] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f95da8e-542a-44db-958d-058e96c4323f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.777974] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f95da8e-542a-44db-958d-058e96c4323f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.281596] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f95da8e-542a-44db-958d-058e96c4323f [ 591.281854] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.282215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.282215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.282429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.282429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.282513] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f95da8e-542a-44db-958d-058e96c4323f already deleted. [ 591.283353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f95da8e-542a-44db-958d-058e96c4323f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.376894] env[67441]: INFO networking_nsxv3.common.synchronization [req-f90cb74d-8d25-450c-86db-0474347253f0 req-a211a16e-315d-4af5-a9d4-8976851ecafd tempest-ServerDiagnosticsTest-1916875788 tempest-ServerDiagnosticsTest-1916875788-project-member] Enqueued Resource ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 with Priority: HIGHEST for action security_group_members [ 591.377743] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 with Priority: HIGHEST for action security_group_members [ 591.377743] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-09edb3ab-1416-4056-bc11-6e2bb651d4f0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.377743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.377743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.378422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.378942] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.379083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.379153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.379328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.379465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.379593] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09edb3ab-1416-4056-bc11-6e2bb651d4f0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.516891] env[67441]: INFO networking_nsxv3.common.synchronization [None req-907a05ff-bca5-4302-b6b9-f75b39c87e5d None None] Enqueued Resource ID: 16e88f9a-e5e9-4a70-8bdd-51e197aef61c with Priority: HIGHEST for action port [ 591.518084] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16e88f9a-e5e9-4a70-8bdd-51e197aef61c with Priority: HIGHEST for action port [ 591.518084] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-16e88f9a-e5e9-4a70-8bdd-51e197aef61c taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.518084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16e88f9a-e5e9-4a70-8bdd-51e197aef61c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.518084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16e88f9a-e5e9-4a70-8bdd-51e197aef61c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.518363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16e88f9a-e5e9-4a70-8bdd-51e197aef61c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.519443] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e88f9a-e5e9-4a70-8bdd-51e197aef61c',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.545063] env[67441]: INFO networking_nsxv3.common.synchronization [None req-0114af1f-dfb0-4dc2-97c0-e5165dc6200f None None] Enqueued Resource ID: ef897713-7b50-40c6-8e53-b0dac6637555 with Priority: HIGHEST for action port [ 591.545603] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef897713-7b50-40c6-8e53-b0dac6637555 with Priority: HIGHEST for action port [ 591.546210] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef897713-7b50-40c6-8e53-b0dac6637555 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.546448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef897713-7b50-40c6-8e53-b0dac6637555" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.546498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef897713-7b50-40c6-8e53-b0dac6637555" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.546752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef897713-7b50-40c6-8e53-b0dac6637555" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.546859] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef897713-7b50-40c6-8e53-b0dac6637555',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.883210] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.883312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.883312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.884183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.884183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.884183] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.884183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.884183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.884183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.884183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.884733] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 already deleted. [ 591.884733] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.021948] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16e88f9a-e5e9-4a70-8bdd-51e197aef61c [ 592.023674] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.023809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.023887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.024127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.024220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.024321] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16e88f9a-e5e9-4a70-8bdd-51e197aef61c already deleted. [ 592.024411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16e88f9a-e5e9-4a70-8bdd-51e197aef61c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.029848] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.029996] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.031078] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.031394] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.031672] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.032256] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.032256] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.032911] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.033087] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.033390] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.033518] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.033631] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.033736] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.033847] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.034951] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.034951] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.052610] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef897713-7b50-40c6-8e53-b0dac6637555 [ 592.052610] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.052610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.052610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.052610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.052610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.052610] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef897713-7b50-40c6-8e53-b0dac6637555 already deleted. [ 592.053097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef897713-7b50-40c6-8e53-b0dac6637555" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.056618] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.056900] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.057193] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.058395] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.058818] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-e225dcc8-a204-46a6-8900-458d15bccc7e taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.059175] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-e225dcc8-a204-46a6-8900-458d15bccc7e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.059392] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-e225dcc8-a204-46a6-8900-458d15bccc7e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.059806] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-e225dcc8-a204-46a6-8900-458d15bccc7e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.060018] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e225dcc8-a204-46a6-8900-458d15bccc7e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.562622] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.562622] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.562622] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.563136] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.563136] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.563250] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port e225dcc8-a204-46a6-8900-458d15bccc7e not found, creating... [ 592.566998] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.566998] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.566998] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.566998] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.566998] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.566998] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.566998] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.566998] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.566998] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.566998] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.567441] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: e225dcc8-a204-46a6-8900-458d15bccc7e is going to be created. [ 592.589088] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.589347] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.589495] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.589799] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.590067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.590393] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-e225dcc8-a204-46a6-8900-458d15bccc7e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.972300] env[67441]: INFO networking_nsxv3.common.synchronization [req-9d00f643-f0a0-41cb-99b3-763bcabc8229 req-8219756a-2237-4f63-950e-3be0820c2329 tempest-ServerDiagnosticsNegativeTest-66811699 tempest-ServerDiagnosticsNegativeTest-66811699-project-member] Enqueued Resource ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 with Priority: HIGHEST for action security_group_members [ 592.972580] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 with Priority: HIGHEST for action security_group_members [ 592.973364] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff436101-e98c-4650-a8a4-7cca82e01fe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.974078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.974078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.974078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.974078] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.974078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.974295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.974295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.974351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.974525] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff436101-e98c-4650-a8a4-7cca82e01fe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.450149] env[67441]: INFO networking_nsxv3.common.synchronization [req-f90cb74d-8d25-450c-86db-0474347253f0 req-b3748b1c-f490-4109-be97-3f24c216785e service nova] Enqueued Resource ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 with Priority: HIGHEST for action security_group_rules [ 593.450149] env[67441]: INFO networking_nsxv3.common.synchronization [req-f90cb74d-8d25-450c-86db-0474347253f0 req-b3748b1c-f490-4109-be97-3f24c216785e service nova] Enqueued Resource ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 with Priority: HIGHEST for action security_group_members [ 593.450960] env[67441]: INFO networking_nsxv3.common.synchronization [req-f90cb74d-8d25-450c-86db-0474347253f0 req-b3748b1c-f490-4109-be97-3f24c216785e service nova] Enqueued Resource ID: e225dcc8-a204-46a6-8900-458d15bccc7e with Priority: HIGHEST for action port [ 593.452297] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 with Priority: HIGHEST for action security_group_rules [ 593.452513] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 with Priority: HIGHEST for action security_group_members [ 593.452638] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e225dcc8-a204-46a6-8900-458d15bccc7e with Priority: HIGHEST for action port [ 593.454032] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09edb3ab-1416-4056-bc11-6e2bb651d4f0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.454032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.454032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.454032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.454032] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09edb3ab-1416-4056-bc11-6e2bb651d4f0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.455158] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-09edb3ab-1416-4056-bc11-6e2bb651d4f0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.455158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.455158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.455772] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.455929] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.456194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.456906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.456906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.456906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.456906] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09edb3ab-1416-4056-bc11-6e2bb651d4f0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.458360] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-e225dcc8-a204-46a6-8900-458d15bccc7e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.458495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e225dcc8-a204-46a6-8900-458d15bccc7e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.458577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e225dcc8-a204-46a6-8900-458d15bccc7e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.458740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e225dcc8-a204-46a6-8900-458d15bccc7e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.458835] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e225dcc8-a204-46a6-8900-458d15bccc7e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.469613] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.469613] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.469613] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.469613] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.469613] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.470074] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.470074] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.470303] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.470447] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.470805] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.471047] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.472390] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.472390] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.472390] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.472390] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.472390] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.476362] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.476488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.476559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.476765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.476857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.477054] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.477553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.477553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.477553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.477553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.477740] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 already deleted. [ 593.477740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.492962] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.493167] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.493373] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.493588] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.493956] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-0211020e-c784-4ab0-945d-62e33fb3bb82 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.494161] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-0211020e-c784-4ab0-945d-62e33fb3bb82" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.494272] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-0211020e-c784-4ab0-945d-62e33fb3bb82" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.494649] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-0211020e-c784-4ab0-945d-62e33fb3bb82" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.494804] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0211020e-c784-4ab0-945d-62e33fb3bb82',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.637975] env[67441]: INFO networking_nsxv3.common.synchronization [None req-fb6e9329-452b-471f-9e80-ce1cdf6b4609 None None] Enqueued Resource ID: 8ec73590-ce6c-41c6-87e9-2586440e7639 with Priority: HIGHEST for action port [ 593.638529] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec73590-ce6c-41c6-87e9-2586440e7639 with Priority: HIGHEST for action port [ 593.638849] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ec73590-ce6c-41c6-87e9-2586440e7639 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.638983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ec73590-ce6c-41c6-87e9-2586440e7639" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.639090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ec73590-ce6c-41c6-87e9-2586440e7639" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.639314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ec73590-ce6c-41c6-87e9-2586440e7639" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.639440] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ec73590-ce6c-41c6-87e9-2586440e7639',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.960794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-09edb3ab-1416-4056-bc11-6e2bb651d4f0 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.960953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.978902] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09edb3ab-1416-4056-bc11-6e2bb651d4f0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.984378] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e225dcc8-a204-46a6-8900-458d15bccc7e with status ACTIVE [ 593.984378] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.984378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.984378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.985123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.985123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.985123] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.985633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.985633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.985741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.985885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.986455] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.987383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.987588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.988187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.988328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.988470] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e225dcc8-a204-46a6-8900-458d15bccc7e is going to be updated. [ 593.998131] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.998380] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.998469] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.998797] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.998877] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.999055] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 0211020e-c784-4ab0-945d-62e33fb3bb82 not found, creating... [ 593.999317] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.999467] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.999679] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.000181] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.000181] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.000181] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.000629] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.000629] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.000629] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.000758] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.000885] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 0211020e-c784-4ab0-945d-62e33fb3bb82 is going to be created. [ 594.015649] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.015961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.015961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.016127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.016784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.016784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e225dcc8-a204-46a6-8900-458d15bccc7e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.035598] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.035925] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.036021] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.036328] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.036551] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.036816] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-0211020e-c784-4ab0-945d-62e33fb3bb82" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.143016] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ec73590-ce6c-41c6-87e9-2586440e7639 [ 594.143681] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.143681] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.143869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.144032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.144157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.145868] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ec73590-ce6c-41c6-87e9-2586440e7639 already deleted. [ 594.145868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ec73590-ce6c-41c6-87e9-2586440e7639" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.302129] env[67441]: INFO networking_nsxv3.common.synchronization [None req-6f1015f1-5284-4b43-be08-b5cc5a638012 None None] Enqueued Resource ID: b46e2a0a-b355-473b-ab2a-dfcbd8c20bed with Priority: HIGHEST for action port [ 594.303034] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46e2a0a-b355-473b-ab2a-dfcbd8c20bed with Priority: HIGHEST for action port [ 594.303475] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46e2a0a-b355-473b-ab2a-dfcbd8c20bed taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.303741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46e2a0a-b355-473b-ab2a-dfcbd8c20bed" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.303897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46e2a0a-b355-473b-ab2a-dfcbd8c20bed" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.304230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46e2a0a-b355-473b-ab2a-dfcbd8c20bed" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.304408] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46e2a0a-b355-473b-ab2a-dfcbd8c20bed',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.484417] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09edb3ab-1416-4056-bc11-6e2bb651d4f0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.808049] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b46e2a0a-b355-473b-ab2a-dfcbd8c20bed [ 594.808444] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.808444] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.808577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.808770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.808873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.808969] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b46e2a0a-b355-473b-ab2a-dfcbd8c20bed already deleted. [ 594.809066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46e2a0a-b355-473b-ab2a-dfcbd8c20bed" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.825108] env[67441]: INFO networking_nsxv3.common.synchronization [req-9d00f643-f0a0-41cb-99b3-763bcabc8229 req-009da2d8-5ffd-4810-9d3c-a0288a7841b7 service nova] Enqueued Resource ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 with Priority: HIGHEST for action security_group_rules [ 594.825108] env[67441]: INFO networking_nsxv3.common.synchronization [req-9d00f643-f0a0-41cb-99b3-763bcabc8229 req-009da2d8-5ffd-4810-9d3c-a0288a7841b7 service nova] Enqueued Resource ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 with Priority: HIGHEST for action security_group_members [ 594.825108] env[67441]: INFO networking_nsxv3.common.synchronization [req-9d00f643-f0a0-41cb-99b3-763bcabc8229 req-009da2d8-5ffd-4810-9d3c-a0288a7841b7 service nova] Enqueued Resource ID: 0211020e-c784-4ab0-945d-62e33fb3bb82 with Priority: HIGHEST for action port [ 594.825108] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 with Priority: HIGHEST for action security_group_rules [ 594.825314] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 with Priority: HIGHEST for action security_group_members [ 594.825314] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0211020e-c784-4ab0-945d-62e33fb3bb82 with Priority: HIGHEST for action port [ 594.825805] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff436101-e98c-4650-a8a4-7cca82e01fe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.825929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.825997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.826373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.826632] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff436101-e98c-4650-a8a4-7cca82e01fe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.827961] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff436101-e98c-4650-a8a4-7cca82e01fe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.828095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.828158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.828335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.828484] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.828600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.828736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.828784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.828878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.828938] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff436101-e98c-4650-a8a4-7cca82e01fe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.829761] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-0211020e-c784-4ab0-945d-62e33fb3bb82 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.829872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0211020e-c784-4ab0-945d-62e33fb3bb82" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.829945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0211020e-c784-4ab0-945d-62e33fb3bb82" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.830239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0211020e-c784-4ab0-945d-62e33fb3bb82" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.830395] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0211020e-c784-4ab0-945d-62e33fb3bb82',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.987138] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.987278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.987278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.987451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.987558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.987664] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 is going to be created. [ 595.015965] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.016147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.016204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.016423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.016575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.028026] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 in Status: UNINITIALIZED for 2s [ 595.109807] env[67441]: INFO networking_nsxv3.common.synchronization [None req-2694868d-cacd-41d4-95e2-0be72724c631 tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGHEST for action security_group_rules [ 595.110541] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGHEST for action security_group_rules [ 595.113046] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.113046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.113046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.113046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.113046] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83a2be1a-f723-4153-bb5e-18fc98e47c3b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.209831] env[67441]: INFO networking_nsxv3.common.synchronization [None req-58c1be6f-d1df-41f6-bc85-2d2b2b8a043a tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGHEST for action security_group_rules [ 595.209831] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGHEST for action security_group_rules [ 595.209831] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.209831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.328180] env[67441]: INFO networking_nsxv3.common.synchronization [None req-a7a4a0da-76e1-4bfe-8c1e-f21ea41dc20e None None] Enqueued Resource ID: 6df0764c-f45c-480e-8e57-8e77e41088fc with Priority: HIGHEST for action port [ 595.328936] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df0764c-f45c-480e-8e57-8e77e41088fc with Priority: HIGHEST for action port [ 595.329642] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-6df0764c-f45c-480e-8e57-8e77e41088fc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.329642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6df0764c-f45c-480e-8e57-8e77e41088fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.329642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6df0764c-f45c-480e-8e57-8e77e41088fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.329642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6df0764c-f45c-480e-8e57-8e77e41088fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.329898] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df0764c-f45c-480e-8e57-8e77e41088fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.333793] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff436101-e98c-4650-a8a4-7cca82e01fe9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.333793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.333793] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff436101-e98c-4650-a8a4-7cca82e01fe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.334075] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0211020e-c784-4ab0-945d-62e33fb3bb82 with status ACTIVE [ 595.334075] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.334238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.334238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.336124] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.336124] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.338203] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.338345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.338418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.338618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.338708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.340412] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.340412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.340412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.340412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.340412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.340412] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0211020e-c784-4ab0-945d-62e33fb3bb82 is going to be updated. [ 595.362619] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.362794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.362844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.363159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.363225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.363919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0211020e-c784-4ab0-945d-62e33fb3bb82" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.468466] env[67441]: INFO networking_nsxv3.common.synchronization [None req-32805846-0916-4dc0-9636-b378fe443693 tempest-VolumesAssistedSnapshotsTest-93912160 tempest-VolumesAssistedSnapshotsTest-93912160-project-member] Enqueued Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGHEST for action security_group_rules [ 595.469040] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGHEST for action security_group_rules [ 595.469341] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.469465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.469521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.469802] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.469888] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c78ac1-0746-41fb-a69b-e9004fc0aa6f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.641266] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.641464] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.641464] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.643712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.643712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.643712] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b already deleted. [ 595.643712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.643712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.643712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.643712] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83a2be1a-f723-4153-bb5e-18fc98e47c3b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.814100] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f6514142-072b-4d17-80bd-6f6e651e4114 tempest-VolumesAssistedSnapshotsTest-93912160 tempest-VolumesAssistedSnapshotsTest-93912160-project-member] Enqueued Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGHEST for action security_group_rules [ 595.814100] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGHEST for action security_group_rules [ 595.815118] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.815596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.832247] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6df0764c-f45c-480e-8e57-8e77e41088fc [ 595.833026] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.833026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.833026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.833026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.834094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.834094] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6df0764c-f45c-480e-8e57-8e77e41088fc already deleted. [ 595.834094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6df0764c-f45c-480e-8e57-8e77e41088fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.842231] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff436101-e98c-4650-a8a4-7cca82e01fe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.001564] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.001564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.001564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.001883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.001883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.001883] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f already deleted. [ 596.001975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.002630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.002630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.002630] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c78ac1-0746-41fb-a69b-e9004fc0aa6f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.164182] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.164327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.164443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.164677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.164811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.164811] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b already deleted. [ 596.164873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.243527] env[67441]: INFO networking_nsxv3.common.synchronization [None req-69ff6d28-134e-4677-b8ce-61185675bd5a tempest-ServersV294TestFqdnHostnames-1952087099 tempest-ServersV294TestFqdnHostnames-1952087099-project-member] Enqueued Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGHEST for action security_group_rules [ 596.244096] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGHEST for action security_group_rules [ 596.244421] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.244541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.244636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.245442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.245442] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc213758-ac9f-467b-8d5e-6331cbd3f5cd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.345606] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.345776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.345834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.346052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.346223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.346285] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 is going to be created. [ 596.373947] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.376367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.376367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.376367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.376367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.387723] env[67441]: INFO networking_nsxv3.common.synchronization [None req-c6b8d5f8-0ddf-4465-9a77-cd31ad015673 tempest-ServersV294TestFqdnHostnames-1952087099 tempest-ServersV294TestFqdnHostnames-1952087099-project-member] Enqueued Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGHEST for action security_group_rules [ 596.389062] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 in Status: UNINITIALIZED for 2s [ 596.390798] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGHEST for action security_group_rules [ 596.391833] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.391901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.526543] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.526820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.526942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.527138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.527226] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.527328] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f already deleted. [ 596.527409] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.771145] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.771301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.771377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.771608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.771784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.771824] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd already deleted. [ 596.771889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.772152] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.772242] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.772337] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc213758-ac9f-467b-8d5e-6331cbd3f5cd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.047094] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 in Status: SUCCESS [ 597.047410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.047587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.047739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.047935] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.048072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.048163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.048630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.048630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.048630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.048630] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09edb3ab-1416-4056-bc11-6e2bb651d4f0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.299862] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.300071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.300137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.300555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.300611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.300690] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd already deleted. [ 597.301098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.551514] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-09edb3ab-1416-4056-bc11-6e2bb651d4f0 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.552555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.552555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.552555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.552555] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.552792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.552792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.552854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.553471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.553471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.553471] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-09edb3ab-1416-4056-bc11-6e2bb651d4f0 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.553471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.553471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.553471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.553750] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.553750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.553828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.553955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.554075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.554719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.554995] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09edb3ab-1416-4056-bc11-6e2bb651d4f0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.687721] env[67441]: INFO networking_nsxv3.common.synchronization [req-b7f35ea2-8b9d-40ea-9610-921c9aa2f110 req-7888f9db-108e-4812-95b3-264c63ecb2b9 tempest-SecurityGroupRulesNegativeTestJSON-719303071 tempest-SecurityGroupRulesNegativeTestJSON-719303071-project-member] Enqueued Resource ID: b5edec1a-7b2c-4164-9e3b-4d287229bcbd with Priority: HIGHEST for action security_group_rules [ 597.689934] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5edec1a-7b2c-4164-9e3b-4d287229bcbd with Priority: HIGHEST for action security_group_rules [ 597.691862] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5edec1a-7b2c-4164-9e3b-4d287229bcbd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.692030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5edec1a-7b2c-4164-9e3b-4d287229bcbd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.692097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5edec1a-7b2c-4164-9e3b-4d287229bcbd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.692634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5edec1a-7b2c-4164-9e3b-4d287229bcbd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.692634] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5edec1a-7b2c-4164-9e3b-4d287229bcbd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.737421] env[67441]: INFO networking_nsxv3.common.synchronization [None req-06d0cc33-e64c-49fe-abec-cb2f52881bbd None None] Enqueued Resource ID: 1651f035-06b6-44ac-a041-fa8e268912dc with Priority: HIGHEST for action port [ 597.738057] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1651f035-06b6-44ac-a041-fa8e268912dc with Priority: HIGHEST for action port [ 597.738280] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-1651f035-06b6-44ac-a041-fa8e268912dc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.738616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1651f035-06b6-44ac-a041-fa8e268912dc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.738616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1651f035-06b6-44ac-a041-fa8e268912dc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.738760] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1651f035-06b6-44ac-a041-fa8e268912dc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.739470] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1651f035-06b6-44ac-a041-fa8e268912dc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.059406] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09edb3ab-1416-4056-bc11-6e2bb651d4f0: rpc.has_security_group_logging(os_id): False [ 598.080019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.080019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.080019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.080019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.080019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.080019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.080019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.080019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.080019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.081308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.081778] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.081915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.082150] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.082754] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.082870] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.083055] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.083167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.083235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.083496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.083496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.084064] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 is going to be created. [ 598.156720] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.156720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.156720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.156720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.156720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.174136] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 in Status: IN_PROGRESS for 2s [ 598.229169] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.229169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.229169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.229169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.229169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.229169] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5edec1a-7b2c-4164-9e3b-4d287229bcbd already deleted. [ 598.229169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5edec1a-7b2c-4164-9e3b-4d287229bcbd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.245666] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1651f035-06b6-44ac-a041-fa8e268912dc [ 598.245895] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.246960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.246960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.246960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.246960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.246960] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1651f035-06b6-44ac-a041-fa8e268912dc already deleted. [ 598.246960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1651f035-06b6-44ac-a041-fa8e268912dc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.400161] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 in Status: SUCCESS [ 598.400397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.400666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.400970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.401475] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.401475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.401475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.401652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.401652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.401716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.401866] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff436101-e98c-4650-a8a4-7cca82e01fe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.530462] env[67441]: INFO networking_nsxv3.common.synchronization [req-ef60879e-f0fa-4aa6-9944-7bb4e80d5b1b req-b907662d-4d0a-4280-9edb-227b1edf0a4d tempest-ServerAddressesTestJSON-801494274 tempest-ServerAddressesTestJSON-801494274-project-member] Enqueued Resource ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 with Priority: HIGHEST for action security_group_members [ 598.530670] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 with Priority: HIGHEST for action security_group_members [ 598.530983] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.532275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.532363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.532981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.533519] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.533519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.533519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.533683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.533763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.533872] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0397f84d-a88b-47d9-adfc-c8bc8f018ba6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.846740] env[67441]: INFO networking_nsxv3.common.synchronization [None req-d0cccf24-287f-4e5e-8cfd-b89482e66f8a None None] Enqueued Resource ID: dcdd287d-5f86-4a22-85b1-1d0b54f48895 with Priority: HIGHEST for action port [ 598.847310] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdd287d-5f86-4a22-85b1-1d0b54f48895 with Priority: HIGHEST for action port [ 598.847740] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcdd287d-5f86-4a22-85b1-1d0b54f48895 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.847835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcdd287d-5f86-4a22-85b1-1d0b54f48895" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.848386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcdd287d-5f86-4a22-85b1-1d0b54f48895" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.848386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcdd287d-5f86-4a22-85b1-1d0b54f48895" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.848386] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcdd287d-5f86-4a22-85b1-1d0b54f48895',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.906550] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff436101-e98c-4650-a8a4-7cca82e01fe9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.907298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.907298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.907298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.907298] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.907857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.907857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.907857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.907857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.907857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.907857] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff436101-e98c-4650-a8a4-7cca82e01fe9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.908097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.908097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.909027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.909367] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.909475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.909744] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.909744] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.909838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.909838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.909947] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff436101-e98c-4650-a8a4-7cca82e01fe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.991290] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.991477] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-205" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.991593] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-205" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.991912] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-205" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.992213] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.992393] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.992622] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.992766] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.992901] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.993760] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.994816] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.994816] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.994816] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.994816] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.994816] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.994816] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.013617] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.013617] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.013617] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.014353] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-205" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.014642] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-5e48539e-a574-452a-be50-b3a578d151d5 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.014818] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-5e48539e-a574-452a-be50-b3a578d151d5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.014935] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-5e48539e-a574-452a-be50-b3a578d151d5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.015277] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-5e48539e-a574-452a-be50-b3a578d151d5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.015412] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e48539e-a574-452a-be50-b3a578d151d5',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.018038] env[67441]: INFO networking_nsxv3.common.synchronization [None req-764d105b-bb65-40ab-8f92-1aec651c70ba None None] Enqueued Resource ID: ad32a081-1a14-48b7-9758-93983226df4a with Priority: HIGHEST for action port [ 599.018797] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad32a081-1a14-48b7-9758-93983226df4a with Priority: HIGHEST for action port [ 599.019666] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad32a081-1a14-48b7-9758-93983226df4a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.019855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad32a081-1a14-48b7-9758-93983226df4a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.019855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad32a081-1a14-48b7-9758-93983226df4a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.020301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad32a081-1a14-48b7-9758-93983226df4a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.020301] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad32a081-1a14-48b7-9758-93983226df4a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.038323] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.040175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.040175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.040175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.040175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.040175] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.040175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.040175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.040175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.040175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.040175] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 already deleted. [ 599.040175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.350529] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcdd287d-5f86-4a22-85b1-1d0b54f48895 [ 599.351495] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.351495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.351495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.352410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.352410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.352410] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcdd287d-5f86-4a22-85b1-1d0b54f48895 already deleted. [ 599.352410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcdd287d-5f86-4a22-85b1-1d0b54f48895" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.414193] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff436101-e98c-4650-a8a4-7cca82e01fe9: rpc.has_security_group_logging(os_id): False [ 599.434935] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.435109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.435109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.435332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.435424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.435637] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.435703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.435974] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.435974] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.435974] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.436869] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.437022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.437217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.437332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.437434] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.437699] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.437822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.437904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.438244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.438244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.438412] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 is going to be created. [ 599.499991] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.500232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.500232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.500436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.500653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.512234] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 in Status: IN_PROGRESS for 2s [ 599.519952] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.520274] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.520400] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.520681] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.520850] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.521016] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 5e48539e-a574-452a-be50-b3a578d151d5 not found, creating... [ 599.521297] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.521445] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.521556] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.521794] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.521959] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.522237] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.522386] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.522514] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.522730] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.522884] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.523076] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 5e48539e-a574-452a-be50-b3a578d151d5 is going to be created. [ 599.524244] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad32a081-1a14-48b7-9758-93983226df4a [ 599.524416] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.524522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.524584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.524800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.524947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.524947] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad32a081-1a14-48b7-9758-93983226df4a already deleted. [ 599.525087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad32a081-1a14-48b7-9758-93983226df4a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.546244] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.546244] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.546450] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.547031] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.547031] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.547031] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-5e48539e-a574-452a-be50-b3a578d151d5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.176314] env[67441]: INFO networking_nsxv3.common.synchronization [None req-c0a23342-cfe6-490a-b820-5ba9acfd60d0 None None] Enqueued Resource ID: f66a635d-9b0a-4a5a-911b-fe0253053ba2 with Priority: HIGHEST for action port [ 600.176921] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f66a635d-9b0a-4a5a-911b-fe0253053ba2 with Priority: HIGHEST for action port [ 600.177645] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-f66a635d-9b0a-4a5a-911b-fe0253053ba2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.177804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f66a635d-9b0a-4a5a-911b-fe0253053ba2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.177923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f66a635d-9b0a-4a5a-911b-fe0253053ba2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.178096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f66a635d-9b0a-4a5a-911b-fe0253053ba2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.178172] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66a635d-9b0a-4a5a-911b-fe0253053ba2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.196764] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 in Status: SUCCESS [ 600.197036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.314220] env[67441]: INFO networking_nsxv3.common.synchronization [req-ef60879e-f0fa-4aa6-9944-7bb4e80d5b1b req-8e032cac-27db-4a1a-8e38-6a25c621c8ec service nova] Enqueued Resource ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 with Priority: HIGHEST for action security_group_rules [ 600.314220] env[67441]: INFO networking_nsxv3.common.synchronization [req-ef60879e-f0fa-4aa6-9944-7bb4e80d5b1b req-8e032cac-27db-4a1a-8e38-6a25c621c8ec service nova] Enqueued Resource ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 with Priority: HIGHEST for action security_group_members [ 600.314220] env[67441]: INFO networking_nsxv3.common.synchronization [req-ef60879e-f0fa-4aa6-9944-7bb4e80d5b1b req-8e032cac-27db-4a1a-8e38-6a25c621c8ec service nova] Enqueued Resource ID: 5e48539e-a574-452a-be50-b3a578d151d5 with Priority: HIGHEST for action port [ 600.315246] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 with Priority: HIGHEST for action security_group_rules [ 600.315246] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 with Priority: HIGHEST for action security_group_members [ 600.315246] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e48539e-a574-452a-be50-b3a578d151d5 with Priority: HIGHEST for action port [ 600.315446] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0397f84d-a88b-47d9-adfc-c8bc8f018ba6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.315446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.315621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.315737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.315825] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0397f84d-a88b-47d9-adfc-c8bc8f018ba6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.317484] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.317484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.317484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.317484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.317484] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.317484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.317484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.317836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.317836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.317836] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0397f84d-a88b-47d9-adfc-c8bc8f018ba6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.318437] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e48539e-a574-452a-be50-b3a578d151d5 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.318531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e48539e-a574-452a-be50-b3a578d151d5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.318579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e48539e-a574-452a-be50-b3a578d151d5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.321207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e48539e-a574-452a-be50-b3a578d151d5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.321207] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e48539e-a574-452a-be50-b3a578d151d5',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.484703] env[67441]: INFO networking_nsxv3.common.synchronization [req-d431ae33-8ac6-4d85-a64f-0e428987a164 req-5e1e3037-4c38-4829-a14c-5c47d73c76fa tempest-ImagesTestJSON-1476992468 tempest-ImagesTestJSON-1476992468-project-member] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 600.484991] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 600.485300] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.486417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.486417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.486417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.486601] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.486656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.486695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.487284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.487284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.487284] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.681108] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f66a635d-9b0a-4a5a-911b-fe0253053ba2 [ 600.681407] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.681609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.681656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.681938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.682011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.682092] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f66a635d-9b0a-4a5a-911b-fe0253053ba2 already deleted. [ 600.682179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f66a635d-9b0a-4a5a-911b-fe0253053ba2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.824508] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e48539e-a574-452a-be50-b3a578d151d5 with status ACTIVE [ 600.824643] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.824783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.824854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.825082] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.825171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.825341] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.825442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.825487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.825633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.825709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.825884] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.825982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.826044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.826186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.826251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.826341] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e48539e-a574-452a-be50-b3a578d151d5 is going to be updated. [ 600.827458] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0397f84d-a88b-47d9-adfc-c8bc8f018ba6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.829259] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.829259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.851639] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.851639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.851751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.852242] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.852494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.853021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e48539e-a574-452a-be50-b3a578d151d5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.887478] env[67441]: INFO networking_nsxv3.common.synchronization [None req-c0a8226c-33a3-441b-88d4-295b4023a312 None None] Enqueued Resource ID: d38c6f8f-60db-4c8d-9ac4-dedc3c2f92e5 with Priority: HIGHEST for action port [ 600.888014] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38c6f8f-60db-4c8d-9ac4-dedc3c2f92e5 with Priority: HIGHEST for action port [ 600.888756] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-d38c6f8f-60db-4c8d-9ac4-dedc3c2f92e5 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.888756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d38c6f8f-60db-4c8d-9ac4-dedc3c2f92e5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.888756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d38c6f8f-60db-4c8d-9ac4-dedc3c2f92e5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.889034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d38c6f8f-60db-4c8d-9ac4-dedc3c2f92e5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.889034] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38c6f8f-60db-4c8d-9ac4-dedc3c2f92e5',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.908264] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.909179] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.909776] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.909776] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.910165] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.910572] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.910572] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.910934] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.910934] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.910934] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.911740] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.911740] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.911740] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.911740] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.911740] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.911740] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.941840] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.942021] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.942153] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.942672] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.942860] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-f7c15778-7fc7-4d71-acce-2f2e342fed79 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.942933] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-f7c15778-7fc7-4d71-acce-2f2e342fed79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.943021] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-f7c15778-7fc7-4d71-acce-2f2e342fed79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.943425] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-f7c15778-7fc7-4d71-acce-2f2e342fed79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.943469] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c15778-7fc7-4d71-acce-2f2e342fed79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.989835] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.990010] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.990089] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.990309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.990399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.990631] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.990737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.990811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.990990] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.991075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.991169] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 already deleted. [ 600.991305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.329809] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0397f84d-a88b-47d9-adfc-c8bc8f018ba6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.396746] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d38c6f8f-60db-4c8d-9ac4-dedc3c2f92e5 [ 601.396746] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.396746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.396746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.396746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.396746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.396746] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d38c6f8f-60db-4c8d-9ac4-dedc3c2f92e5 already deleted. [ 601.396746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d38c6f8f-60db-4c8d-9ac4-dedc3c2f92e5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.448616] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.448827] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.448945] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.449274] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.449439] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.449598] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port f7c15778-7fc7-4d71-acce-2f2e342fed79 not found, creating... [ 601.449859] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.450072] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.450229] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.450591] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.450747] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.452478] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.452478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.452478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.452478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.453045] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.454167] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: f7c15778-7fc7-4d71-acce-2f2e342fed79 is going to be created. [ 601.479800] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.479965] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.480033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.480292] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.480851] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.480851] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-f7c15778-7fc7-4d71-acce-2f2e342fed79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.527394] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 in Status: SUCCESS [ 601.527674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.836771] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.837018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.837070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.837477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.837583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.837688] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 is going to be created. [ 601.862626] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.862853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.862853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.863052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.863205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.875769] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 in Status: UNINITIALIZED for 2s [ 602.207564] env[67441]: INFO networking_nsxv3.common.synchronization [req-d431ae33-8ac6-4d85-a64f-0e428987a164 req-5d9ccb1d-d713-42d4-8b4e-8b5b6968de0f service nova] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_rules [ 602.207747] env[67441]: INFO networking_nsxv3.common.synchronization [req-d431ae33-8ac6-4d85-a64f-0e428987a164 req-5d9ccb1d-d713-42d4-8b4e-8b5b6968de0f service nova] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 602.207878] env[67441]: INFO networking_nsxv3.common.synchronization [req-d431ae33-8ac6-4d85-a64f-0e428987a164 req-5d9ccb1d-d713-42d4-8b4e-8b5b6968de0f service nova] Enqueued Resource ID: f7c15778-7fc7-4d71-acce-2f2e342fed79 with Priority: HIGHEST for action port [ 602.208417] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_rules [ 602.208531] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 602.208631] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c15778-7fc7-4d71-acce-2f2e342fed79 with Priority: HIGHEST for action port [ 602.208896] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.209086] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.209170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.210747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.210831] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.211729] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.211839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.211909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.212422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.212422] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.212422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.212422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.212646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.213200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.213200] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.214239] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7c15778-7fc7-4d71-acce-2f2e342fed79 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.214340] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7c15778-7fc7-4d71-acce-2f2e342fed79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.215347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7c15778-7fc7-4d71-acce-2f2e342fed79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.215347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7c15778-7fc7-4d71-acce-2f2e342fed79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.215347] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c15778-7fc7-4d71-acce-2f2e342fed79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.718057] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.718515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.718766] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.719886] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7c15778-7fc7-4d71-acce-2f2e342fed79 with status ACTIVE [ 602.720171] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.720332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.720424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.720671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.720801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.722771] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.722963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.723077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.723359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.723511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.724057] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.724241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.724336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.724569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.725099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.725099] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7c15778-7fc7-4d71-acce-2f2e342fed79 is going to be updated. [ 602.753538] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.753538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.753675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.753935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.754339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.754339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7c15778-7fc7-4d71-acce-2f2e342fed79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.757950] env[67441]: INFO networking_nsxv3.common.synchronization [req-5b970ec4-b443-4074-bef9-52746b556949 req-1056dd0d-2ffe-4797-9bd5-ba52a1b08307 tempest-ServersTestManualDisk-276463662 tempest-ServersTestManualDisk-276463662-project-member] Enqueued Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGHEST for action security_group_members [ 602.758520] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGHEST for action security_group_members [ 602.760125] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.760125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.760125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.760622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.760732] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.760883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.760972] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.761727] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.761727] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.761727] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c7a0ac-c30d-4755-a19e-3464bca3c2d7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.786743] env[67441]: INFO networking_nsxv3.common.synchronization [None req-b23a287c-f290-49ff-ac7f-c06f85c1300d None None] Enqueued Resource ID: 27b9aae8-0437-4cd9-a79b-d92a96ca4d8d with Priority: HIGHEST for action port [ 602.787773] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b9aae8-0437-4cd9-a79b-d92a96ca4d8d with Priority: HIGHEST for action port [ 602.788200] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b9aae8-0437-4cd9-a79b-d92a96ca4d8d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.788372] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b9aae8-0437-4cd9-a79b-d92a96ca4d8d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.788862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b9aae8-0437-4cd9-a79b-d92a96ca4d8d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.788862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b9aae8-0437-4cd9-a79b-d92a96ca4d8d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.788862] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b9aae8-0437-4cd9-a79b-d92a96ca4d8d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.227287] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.266485] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.266485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.266485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.266485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.266661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.267061] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.267061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.267061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.267298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.267298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.267438] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 already deleted. [ 603.267487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.291726] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27b9aae8-0437-4cd9-a79b-d92a96ca4d8d [ 603.291951] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.292121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.292192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.292426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.292690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.292866] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27b9aae8-0437-4cd9-a79b-d92a96ca4d8d already deleted. [ 603.292986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b9aae8-0437-4cd9-a79b-d92a96ca4d8d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.294825] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.294995] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-441" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.295181] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-441" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.295530] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-441" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.295897] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.296073] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.296187] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.296422] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.296566] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.296827] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.296976] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.297144] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.297297] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.298599] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.299754] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.299754] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.321012] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.321248] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.321664] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.321664] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-441" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.321956] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-97512798-1ef1-428a-9e32-030a24aeb396 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.322171] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-97512798-1ef1-428a-9e32-030a24aeb396" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.322384] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-97512798-1ef1-428a-9e32-030a24aeb396" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.322941] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-97512798-1ef1-428a-9e32-030a24aeb396" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.323043] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97512798-1ef1-428a-9e32-030a24aeb396',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.731464] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.731808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.731808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.731898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.731993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.732132] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be created. [ 603.761094] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.761250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.761311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.761518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.761676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.773134] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: UNINITIALIZED for 2s [ 603.826070] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.826340] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.826473] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.826828] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.826989] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.827165] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 97512798-1ef1-428a-9e32-030a24aeb396 not found, creating... [ 603.827456] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.827568] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.827787] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.827913] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.828777] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.828777] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.828777] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.828777] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.828981] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.828981] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.829122] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 97512798-1ef1-428a-9e32-030a24aeb396 is going to be created. [ 603.861542] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.861542] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.861542] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.862087] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.862722] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.862907] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-97512798-1ef1-428a-9e32-030a24aeb396" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.886570] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 in Status: SUCCESS [ 603.887361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.887361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.887572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.887947] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.888442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.888552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.888799] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.888948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.889330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.889519] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0397f84d-a88b-47d9-adfc-c8bc8f018ba6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.391969] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.392508] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.392651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.393532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.393532] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.393532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.393532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.393532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.394342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.394342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.394342] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.394342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.394342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.394342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.394342] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.394342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.394342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.394613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.394613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.394613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.394714] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0397f84d-a88b-47d9-adfc-c8bc8f018ba6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.439851] env[67441]: INFO networking_nsxv3.common.synchronization [req-7a28085e-8d3d-42f5-a49b-bcb6382c88aa req-1d0ad703-bdac-4a6c-b6f9-d53fd31f637b tempest-SecurityGroupRulesNegativeTestJSON-719303071 tempest-SecurityGroupRulesNegativeTestJSON-719303071-project-member] Enqueued Resource ID: b5edec1a-7b2c-4164-9e3b-4d287229bcbd with Priority: HIGHEST for action security_group_rules [ 604.440358] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5edec1a-7b2c-4164-9e3b-4d287229bcbd with Priority: HIGHEST for action security_group_rules [ 604.440693] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5edec1a-7b2c-4164-9e3b-4d287229bcbd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.440838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5edec1a-7b2c-4164-9e3b-4d287229bcbd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.440921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5edec1a-7b2c-4164-9e3b-4d287229bcbd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.443322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5edec1a-7b2c-4164-9e3b-4d287229bcbd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.443322] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5edec1a-7b2c-4164-9e3b-4d287229bcbd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.647975] env[67441]: INFO networking_nsxv3.common.synchronization [req-5b970ec4-b443-4074-bef9-52746b556949 req-99bd5f56-9f3a-4153-aff1-2d78ba6bae92 service nova] Enqueued Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGHEST for action security_group_rules [ 604.649017] env[67441]: INFO networking_nsxv3.common.synchronization [req-5b970ec4-b443-4074-bef9-52746b556949 req-99bd5f56-9f3a-4153-aff1-2d78ba6bae92 service nova] Enqueued Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGHEST for action security_group_members [ 604.649017] env[67441]: INFO networking_nsxv3.common.synchronization [req-5b970ec4-b443-4074-bef9-52746b556949 req-99bd5f56-9f3a-4153-aff1-2d78ba6bae92 service nova] Enqueued Resource ID: 97512798-1ef1-428a-9e32-030a24aeb396 with Priority: HIGHEST for action port [ 604.649017] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGHEST for action security_group_rules [ 604.649176] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGHEST for action security_group_members [ 604.649209] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97512798-1ef1-428a-9e32-030a24aeb396 with Priority: HIGHEST for action port [ 604.649626] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.649799] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.649887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.650141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.650236] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2c7a0ac-c30d-4755-a19e-3464bca3c2d7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.651878] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.652050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.652120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.652296] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.652441] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.652631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.652702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.652889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.652936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.655726] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c7a0ac-c30d-4755-a19e-3464bca3c2d7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.655726] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-97512798-1ef1-428a-9e32-030a24aeb396 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.655726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97512798-1ef1-428a-9e32-030a24aeb396" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.655726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97512798-1ef1-428a-9e32-030a24aeb396" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.655726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97512798-1ef1-428a-9e32-030a24aeb396" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.655726] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97512798-1ef1-428a-9e32-030a24aeb396',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.898711] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0397f84d-a88b-47d9-adfc-c8bc8f018ba6: rpc.has_security_group_logging(os_id): False [ 604.919987] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.920179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.920282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.920466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.920566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.920792] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.920892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.920954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.921126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.921203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.921377] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.921470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.921531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.921669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.921740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.921916] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.922016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.923129] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.923322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.923618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.923618] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 is going to be created. [ 604.965027] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.965218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.965292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.965970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.965970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.965970] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5edec1a-7b2c-4164-9e3b-4d287229bcbd already deleted. [ 604.965970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5edec1a-7b2c-4164-9e3b-4d287229bcbd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.005501] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.005918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.006052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.006423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.006627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.020193] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 in Status: IN_PROGRESS for 2s [ 605.158026] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.158026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.158026] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2c7a0ac-c30d-4755-a19e-3464bca3c2d7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.160334] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97512798-1ef1-428a-9e32-030a24aeb396 with status ACTIVE [ 605.161088] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.161212] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.161280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.161574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.162681] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.163574] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.163574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.163574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.163801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.163831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.164988] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.165146] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.165146] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.167189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.167189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.167189] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97512798-1ef1-428a-9e32-030a24aeb396 is going to be updated. [ 605.190291] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.190291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.190291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.190291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.190291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.190291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97512798-1ef1-428a-9e32-030a24aeb396" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.667281] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2c7a0ac-c30d-4755-a19e-3464bca3c2d7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.783149] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 605.783402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.783677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.783939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.784172] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.784300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.784371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.784557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.784640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.784744] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.784842] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.170044] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.170407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.170407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.170670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.170804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.170929] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 is going to be created. [ 606.201213] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.201406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.201472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.201664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.201821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.212609] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 in Status: UNINITIALIZED for 2s [ 606.292103] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.292103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.292103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.292103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.292103] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.292103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.292103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.292103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.292399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.292399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.292399] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.292529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.292739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.292842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.292989] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.293093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.294043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.294043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.294043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.294043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.294043] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.800441] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ff415f-6a48-4a7a-ae71-58f8d3728a02: rpc.has_security_group_logging(os_id): False [ 606.821877] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.822037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.822117] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.822344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.822545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.822735] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.822848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.822912] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.823089] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.823171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.823402] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.823492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.823492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.823702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.823702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.823871] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.823990] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.824118] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.824266] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.824358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.824488] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be created. [ 606.830802] env[67441]: INFO networking_nsxv3.common.synchronization [req-7986e4fa-54bc-492a-b225-afe22cd19c5a req-080377a5-e13c-48cb-a653-7bba3174507f tempest-AttachInterfacesV270Test-1992804216 tempest-AttachInterfacesV270Test-1992804216-project-member] Enqueued Resource ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 with Priority: HIGHEST for action security_group_members [ 606.831437] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 with Priority: HIGHEST for action security_group_members [ 606.831757] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-c48a6c63-6f47-40e3-830a-1af6c63abf88 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.832709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.832709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.833065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.833278] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.833432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.833542] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.833764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.833846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.833961] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c48a6c63-6f47-40e3-830a-1af6c63abf88',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.899019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.899019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.899019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.899019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.899237] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.912749] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 607.038120] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 in Status: SUCCESS [ 607.038400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.159755] env[67441]: INFO networking_nsxv3.common.synchronization [None req-9907f347-8b39-4f11-8b25-b7dc50bdeb7e None None] Enqueued Resource ID: dc52d952-8ef4-4c44-9e52-404038deec18 with Priority: HIGHEST for action port [ 607.159755] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc52d952-8ef4-4c44-9e52-404038deec18 with Priority: HIGHEST for action port [ 607.159755] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc52d952-8ef4-4c44-9e52-404038deec18 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.159755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc52d952-8ef4-4c44-9e52-404038deec18" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.159755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc52d952-8ef4-4c44-9e52-404038deec18" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.159755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc52d952-8ef4-4c44-9e52-404038deec18" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.159755] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc52d952-8ef4-4c44-9e52-404038deec18',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.337661] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.338100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.338100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.338202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.338237] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.338457] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.338559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.338624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.338788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.338865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.338951] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 already deleted. [ 607.339320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.592226] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.594336] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-39" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.594336] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-39" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.594336] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-39" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.594336] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.594336] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.594336] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.594336] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.594726] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.595108] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.597713] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.597713] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.597713] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.597713] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.597713] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.597713] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.626763] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.626763] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.626763] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.626763] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-39" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.626763] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-070bcafe-99eb-4f01-9a2c-c82011f2281e taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.626763] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-070bcafe-99eb-4f01-9a2c-c82011f2281e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.626763] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-070bcafe-99eb-4f01-9a2c-c82011f2281e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.626763] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-070bcafe-99eb-4f01-9a2c-c82011f2281e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.626763] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('070bcafe-99eb-4f01-9a2c-c82011f2281e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.663954] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc52d952-8ef4-4c44-9e52-404038deec18 [ 607.663954] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.663954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.663954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.663954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.663954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.663954] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc52d952-8ef4-4c44-9e52-404038deec18 already deleted. [ 607.663954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc52d952-8ef4-4c44-9e52-404038deec18" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.129265] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.129504] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.129625] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.129900] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.130055] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.130205] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 070bcafe-99eb-4f01-9a2c-c82011f2281e not found, creating... [ 608.130489] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.130649] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.130762] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.130977] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.131120] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.131388] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.131535] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.131647] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.131932] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.132293] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.132565] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 070bcafe-99eb-4f01-9a2c-c82011f2281e is going to be created. [ 608.154330] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.154527] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.154591] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.154916] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.155250] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.155821] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-070bcafe-99eb-4f01-9a2c-c82011f2281e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.225024] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 in Status: SUCCESS [ 608.225024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.225166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.225344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.225500] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.225623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.225680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.225976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.225976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.225976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.226230] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2c7a0ac-c30d-4755-a19e-3464bca3c2d7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.730344] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2c7a0ac-c30d-4755-a19e-3464bca3c2d7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.865475] env[67441]: INFO networking_nsxv3.common.synchronization [req-7986e4fa-54bc-492a-b225-afe22cd19c5a req-7c192c42-88c2-447d-882b-584d745e3a40 service nova] Enqueued Resource ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 with Priority: HIGHEST for action security_group_rules [ 608.867367] env[67441]: INFO networking_nsxv3.common.synchronization [req-7986e4fa-54bc-492a-b225-afe22cd19c5a req-7c192c42-88c2-447d-882b-584d745e3a40 service nova] Enqueued Resource ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 with Priority: HIGHEST for action security_group_members [ 608.867367] env[67441]: INFO networking_nsxv3.common.synchronization [req-7986e4fa-54bc-492a-b225-afe22cd19c5a req-7c192c42-88c2-447d-882b-584d745e3a40 service nova] Enqueued Resource ID: 070bcafe-99eb-4f01-9a2c-c82011f2281e with Priority: HIGHEST for action port [ 608.867367] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 with Priority: HIGHEST for action security_group_rules [ 608.867367] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 with Priority: HIGHEST for action security_group_members [ 608.867367] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 070bcafe-99eb-4f01-9a2c-c82011f2281e with Priority: HIGHEST for action port [ 608.867367] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c48a6c63-6f47-40e3-830a-1af6c63abf88 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.867367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.867367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.868213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.870207] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c48a6c63-6f47-40e3-830a-1af6c63abf88',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.871066] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-c48a6c63-6f47-40e3-830a-1af6c63abf88 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.871194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.871262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.871439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.871594] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.871690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.871751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.871891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.871970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.872070] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c48a6c63-6f47-40e3-830a-1af6c63abf88',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.873035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-070bcafe-99eb-4f01-9a2c-c82011f2281e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.873572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-070bcafe-99eb-4f01-9a2c-c82011f2281e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.873671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-070bcafe-99eb-4f01-9a2c-c82011f2281e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.874244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-070bcafe-99eb-4f01-9a2c-c82011f2281e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.874850] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('070bcafe-99eb-4f01-9a2c-c82011f2281e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.926271] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 608.926460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.042401] env[67441]: INFO networking_nsxv3.common.synchronization [None req-e256d1dc-cab1-4119-9faa-93725e5da8e4 None None] Enqueued Resource ID: 72d411e1-1b85-4058-9f74-0596ebd9967f with Priority: HIGHEST for action port [ 609.043583] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d411e1-1b85-4058-9f74-0596ebd9967f with Priority: HIGHEST for action port [ 609.043583] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-72d411e1-1b85-4058-9f74-0596ebd9967f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.043583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72d411e1-1b85-4058-9f74-0596ebd9967f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.043817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72d411e1-1b85-4058-9f74-0596ebd9967f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.044321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72d411e1-1b85-4058-9f74-0596ebd9967f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.044404] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d411e1-1b85-4058-9f74-0596ebd9967f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.233092] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2c7a0ac-c30d-4755-a19e-3464bca3c2d7: rpc.has_security_group_logging(os_id): False [ 609.256453] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.256663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.256750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.257053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.257174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.257494] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.257628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.257706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.257926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.258048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.258185] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 is going to be created. [ 609.344048] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.344519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.344684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.345050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.345357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.361017] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 in Status: IN_PROGRESS for 2s [ 609.377908] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c48a6c63-6f47-40e3-830a-1af6c63abf88',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.379686] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-c48a6c63-6f47-40e3-830a-1af6c63abf88 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.379841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.380070] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 070bcafe-99eb-4f01-9a2c-c82011f2281e with status ACTIVE [ 609.380248] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.380363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.380430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.380739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.380892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.382070] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.382070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.382070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.382070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.382070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.382625] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.382625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.382625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.382625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.382775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.382962] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 070bcafe-99eb-4f01-9a2c-c82011f2281e is going to be updated. [ 609.407605] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.407815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.407815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.407936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.408089] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.408250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-070bcafe-99eb-4f01-9a2c-c82011f2281e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.547030] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72d411e1-1b85-4058-9f74-0596ebd9967f [ 609.547373] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.547561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.547667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.547979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.548123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.548259] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72d411e1-1b85-4058-9f74-0596ebd9967f already deleted. [ 609.548385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72d411e1-1b85-4058-9f74-0596ebd9967f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.585823] env[67441]: INFO networking_nsxv3.common.synchronization [req-ee645590-f3e5-4f1d-8e7d-6cc4a59763e9 req-dfbd4535-9a4d-4b40-a7c1-12b57ed4e1e1 tempest-ServerDiskConfigTestJSON-1877869234 tempest-ServerDiskConfigTestJSON-1877869234-project-member] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 609.586117] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 609.586740] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.586890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.586971] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.587245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.587418] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.587537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.587596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.587732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.587809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.587913] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.886246] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c48a6c63-6f47-40e3-830a-1af6c63abf88',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.090624] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.090782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.090949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.091393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.091503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.091706] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.091817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.091882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.092072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.092289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.092289] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 already deleted. [ 610.092394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.284413] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f0d8ad5f-3fbe-4a5d-9825-cfcbf2d7b75d None None] Enqueued Resource ID: 4a49cd1b-6e05-422d-96ca-a831ede783a2 with Priority: HIGHEST for action port [ 610.284413] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a49cd1b-6e05-422d-96ca-a831ede783a2 with Priority: HIGHEST for action port [ 610.286926] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a49cd1b-6e05-422d-96ca-a831ede783a2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.286926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a49cd1b-6e05-422d-96ca-a831ede783a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.286926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a49cd1b-6e05-422d-96ca-a831ede783a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.286926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a49cd1b-6e05-422d-96ca-a831ede783a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.286926] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a49cd1b-6e05-422d-96ca-a831ede783a2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.388729] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.388957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.389081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.389415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.389544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.389687] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 is going to be created. [ 610.421138] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.421374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.421455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.422077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.422317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.435295] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 in Status: UNINITIALIZED for 2s [ 610.790939] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a49cd1b-6e05-422d-96ca-a831ede783a2 [ 610.791380] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.791532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.791532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.791880] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.791946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.792119] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a49cd1b-6e05-422d-96ca-a831ede783a2 already deleted. [ 610.792273] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a49cd1b-6e05-422d-96ca-a831ede783a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.833329] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.834678] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.834678] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.834678] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.834678] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.834972] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.834972] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.837110] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.837110] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.837110] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.837110] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.837110] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.837110] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.837110] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.837110] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.837110] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.864698] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.864868] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.865096] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.865429] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.865819] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-9d4b96f4-1419-4209-aa57-c14b99432843 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.866123] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-9d4b96f4-1419-4209-aa57-c14b99432843" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.866662] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-9d4b96f4-1419-4209-aa57-c14b99432843" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.867248] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-9d4b96f4-1419-4209-aa57-c14b99432843" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.869985] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4b96f4-1419-4209-aa57-c14b99432843',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.233336] env[67441]: INFO networking_nsxv3.common.synchronization [None req-2b44e3b7-2534-4b3f-83f5-04af64a682c4 None None] Enqueued Resource ID: ae7e84f0-0493-48cc-95a9-c001aeedf287 with Priority: HIGHEST for action port [ 611.235038] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae7e84f0-0493-48cc-95a9-c001aeedf287 with Priority: HIGHEST for action port [ 611.235038] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae7e84f0-0493-48cc-95a9-c001aeedf287 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.235038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae7e84f0-0493-48cc-95a9-c001aeedf287" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.235038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae7e84f0-0493-48cc-95a9-c001aeedf287" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.235038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae7e84f0-0493-48cc-95a9-c001aeedf287" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.235038] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae7e84f0-0493-48cc-95a9-c001aeedf287',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.376663] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.376964] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.377111] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.377390] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.378220] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.378446] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 9d4b96f4-1419-4209-aa57-c14b99432843 not found, creating... [ 611.380497] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.380497] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.380812] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.381368] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.381492] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.381873] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.382048] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.382161] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.382397] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.382671] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.382967] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 9d4b96f4-1419-4209-aa57-c14b99432843 is going to be created. [ 611.385248] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 in Status: SUCCESS [ 611.385454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.417074] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.417553] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.418106] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.418248] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.418516] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.418851] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-9d4b96f4-1419-4209-aa57-c14b99432843" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.528135] env[67441]: INFO networking_nsxv3.common.synchronization [None req-5ccd7812-d92e-45f2-9ceb-f2fafea0c0a9 None None] Enqueued Resource ID: 67d1d1a0-24f4-4bda-9cf9-0c4c3cc49730 with Priority: HIGHEST for action port [ 611.528831] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d1d1a0-24f4-4bda-9cf9-0c4c3cc49730 with Priority: HIGHEST for action port [ 611.530484] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-67d1d1a0-24f4-4bda-9cf9-0c4c3cc49730 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.530484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67d1d1a0-24f4-4bda-9cf9-0c4c3cc49730" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.530484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67d1d1a0-24f4-4bda-9cf9-0c4c3cc49730" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.532156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67d1d1a0-24f4-4bda-9cf9-0c4c3cc49730" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.532258] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d1d1a0-24f4-4bda-9cf9-0c4c3cc49730',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.737636] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae7e84f0-0493-48cc-95a9-c001aeedf287 [ 611.737992] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.738205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.738326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.739020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.739020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.739020] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae7e84f0-0493-48cc-95a9-c001aeedf287 already deleted. [ 611.739210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae7e84f0-0493-48cc-95a9-c001aeedf287" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.035771] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67d1d1a0-24f4-4bda-9cf9-0c4c3cc49730 [ 612.036053] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.037692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.037692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.037692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.037692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.037692] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67d1d1a0-24f4-4bda-9cf9-0c4c3cc49730 already deleted. [ 612.037692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67d1d1a0-24f4-4bda-9cf9-0c4c3cc49730" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.156559] env[67441]: INFO networking_nsxv3.common.synchronization [req-ee645590-f3e5-4f1d-8e7d-6cc4a59763e9 req-91daa485-eee8-48df-a76a-90197df55cec service nova] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_rules [ 612.156746] env[67441]: INFO networking_nsxv3.common.synchronization [req-ee645590-f3e5-4f1d-8e7d-6cc4a59763e9 req-91daa485-eee8-48df-a76a-90197df55cec service nova] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 612.156877] env[67441]: INFO networking_nsxv3.common.synchronization [req-ee645590-f3e5-4f1d-8e7d-6cc4a59763e9 req-91daa485-eee8-48df-a76a-90197df55cec service nova] Enqueued Resource ID: 9d4b96f4-1419-4209-aa57-c14b99432843 with Priority: HIGHEST for action port [ 612.157129] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_rules [ 612.157469] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 612.157570] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4b96f4-1419-4209-aa57-c14b99432843 with Priority: HIGHEST for action port [ 612.158199] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.158327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.158429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.158650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.158728] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.160301] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.160301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.160390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.160539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.160727] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.160789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.161161] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.161324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.161454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.161538] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.162393] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d4b96f4-1419-4209-aa57-c14b99432843 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.162558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d4b96f4-1419-4209-aa57-c14b99432843" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.164480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d4b96f4-1419-4209-aa57-c14b99432843" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.166150] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d4b96f4-1419-4209-aa57-c14b99432843" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.166252] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4b96f4-1419-4209-aa57-c14b99432843',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.454125] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 in Status: SUCCESS [ 612.454125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.454556] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.454556] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.454699] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.454833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.454900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.455073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.455164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.455361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.455361] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c48a6c63-6f47-40e3-830a-1af6c63abf88',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.667759] env[67441]: INFO networking_nsxv3.common.synchronization [None req-23f9b381-1a74-4f8f-bbb0-4648d8c36b5f None None] Enqueued Resource ID: d53e9ca7-561d-41c4-88a3-0626408025d9 with Priority: HIGHEST for action port [ 612.667759] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53e9ca7-561d-41c4-88a3-0626408025d9 with Priority: HIGHEST for action port [ 612.667759] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-d53e9ca7-561d-41c4-88a3-0626408025d9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.667759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d53e9ca7-561d-41c4-88a3-0626408025d9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.667759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d53e9ca7-561d-41c4-88a3-0626408025d9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.667759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d53e9ca7-561d-41c4-88a3-0626408025d9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.667759] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53e9ca7-561d-41c4-88a3-0626408025d9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.669583] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.672488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.672488] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.672974] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d4b96f4-1419-4209-aa57-c14b99432843 with status ACTIVE [ 612.673136] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.673986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.673986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.673986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.673986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.673986] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.673986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.673986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.674282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.674282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.674336] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.674716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.674716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.674716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.674716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.674893] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d4b96f4-1419-4209-aa57-c14b99432843 is going to be updated. [ 612.705046] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.705257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.705315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.705491] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.705667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.705831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d4b96f4-1419-4209-aa57-c14b99432843" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.963078] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-c48a6c63-6f47-40e3-830a-1af6c63abf88 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.966678] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.966678] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-c48a6c63-6f47-40e3-830a-1af6c63abf88 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.966678] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.966678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.967651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.967651] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c48a6c63-6f47-40e3-830a-1af6c63abf88',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.180097] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.181407] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d53e9ca7-561d-41c4-88a3-0626408025d9 [ 613.181622] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.181716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.181754] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.183222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.183222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.183222] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d53e9ca7-561d-41c4-88a3-0626408025d9 already deleted. [ 613.183222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d53e9ca7-561d-41c4-88a3-0626408025d9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.244904] env[67441]: INFO networking_nsxv3.common.synchronization [req-9195d2e2-7c9d-48e2-8644-2f97b64fdff3 req-e086cea3-4acc-40fc-baa9-27948f12d9d6 tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGHEST for action security_group_members [ 613.245497] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGHEST for action security_group_members [ 613.245787] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a2be1a-f723-4153-bb5e-18fc98e47c3b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.245978] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.245978] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.247806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.248134] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.248134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.251167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.251167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.251167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.251167] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a2be1a-f723-4153-bb5e-18fc98e47c3b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.474283] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c48a6c63-6f47-40e3-830a-1af6c63abf88: rpc.has_security_group_logging(os_id): False [ 613.499229] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.499229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.499229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.499229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.499229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.499229] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.499229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.499229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.499229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.499229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.500184] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.501561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.501717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.501954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.502417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.502762] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.503019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.503498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.503773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.504357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.504357] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 is going to be created. [ 613.507625] env[67441]: INFO networking_nsxv3.common.synchronization [None req-a773ec4d-eec3-4825-84f3-e8512bc30152 tempest-ServersWithSpecificFlavorTestJSON-787508659 tempest-ServersWithSpecificFlavorTestJSON-787508659-project-member] Enqueued Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_rules [ 613.507708] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_rules [ 613.508441] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.508607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.508607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.508833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.508907] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.572413] env[67441]: INFO networking_nsxv3.common.synchronization [None req-856a4804-dea6-427b-be28-c98890411923 None None] Enqueued Resource ID: 752b742d-d6a2-4a33-84db-baf9fe7c8def with Priority: HIGHEST for action port [ 613.574191] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752b742d-d6a2-4a33-84db-baf9fe7c8def with Priority: HIGHEST for action port [ 613.574440] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.574656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.574656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.575080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.575080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.577331] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-752b742d-d6a2-4a33-84db-baf9fe7c8def taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.577331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-752b742d-d6a2-4a33-84db-baf9fe7c8def" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.577331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-752b742d-d6a2-4a33-84db-baf9fe7c8def" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.578260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-752b742d-d6a2-4a33-84db-baf9fe7c8def" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.578260] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('752b742d-d6a2-4a33-84db-baf9fe7c8def',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.596539] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 in Status: IN_PROGRESS for 2s [ 613.664121] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.665193] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.665339] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.665725] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.666043] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.666209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.666315] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.666541] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.666670] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.666866] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.666965] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.667078] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.667182] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.667284] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.667380] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.667506] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.685085] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.685085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.685085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.685085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.685085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.685085] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be created. [ 613.701127] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.701127] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.701211] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.701321] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.701657] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-85554a06-4ca7-436d-97b1-7841095650c2 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.702879] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-85554a06-4ca7-436d-97b1-7841095650c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.702879] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-85554a06-4ca7-436d-97b1-7841095650c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.702879] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-85554a06-4ca7-436d-97b1-7841095650c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.702879] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85554a06-4ca7-436d-97b1-7841095650c2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.713334] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.713545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.713545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.713809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.714033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.731012] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: UNINITIALIZED for 2s [ 613.753561] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.753936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.753936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.754263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.754370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.754570] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.754707] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.754745] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.754902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.755010] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.755096] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b already deleted. [ 613.755538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.756993] env[67441]: INFO networking_nsxv3.common.synchronization [None req-e5d92d19-7411-4806-bc9a-18998dbb60a6 tempest-ServersWithSpecificFlavorTestJSON-787508659 tempest-ServersWithSpecificFlavorTestJSON-787508659-project-member] Enqueued Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_rules [ 613.757485] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_rules [ 613.758100] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.758199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.032360] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.032552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.033665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.033665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.033665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.033665] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90dd912f-be5a-4914-9506-666435e827b3 already deleted. [ 614.033665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.033665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.033665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.033665] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.068213] env[67441]: INFO networking_nsxv3.common.synchronization [req-003cccaa-27b1-44e9-8ce8-a8f670cf8206 req-21275432-5626-431a-a610-29014f846084 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 614.068761] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 614.071017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.071017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.071017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.071017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.071017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.071017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.071017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.071017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.071017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.071017] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.081451] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 752b742d-d6a2-4a33-84db-baf9fe7c8def [ 614.081589] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.081705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.081795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.082892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.082892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.082892] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:752b742d-d6a2-4a33-84db-baf9fe7c8def already deleted. [ 614.082892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-752b742d-d6a2-4a33-84db-baf9fe7c8def" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.205380] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.205617] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.205809] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.206362] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.206596] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.206800] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 85554a06-4ca7-436d-97b1-7841095650c2 not found, creating... [ 614.207229] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.207229] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.207380] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.207722] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.208151] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.208452] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.208630] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.208775] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.209009] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.212306] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.213101] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 85554a06-4ca7-436d-97b1-7841095650c2 is going to be created. [ 614.237353] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.237557] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.237881] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.237958] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.238167] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.238380] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-85554a06-4ca7-436d-97b1-7841095650c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.369413] env[67441]: INFO networking_nsxv3.common.synchronization [None req-fae7dbd4-a52e-4f2a-bc74-0fc4389a4125 None None] Enqueued Resource ID: 38f2128f-02ff-4fec-8c8a-e9f6851548d7 with Priority: HIGHEST for action port [ 614.369982] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f2128f-02ff-4fec-8c8a-e9f6851548d7 with Priority: HIGHEST for action port [ 614.370316] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-38f2128f-02ff-4fec-8c8a-e9f6851548d7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.370441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38f2128f-02ff-4fec-8c8a-e9f6851548d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.370516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38f2128f-02ff-4fec-8c8a-e9f6851548d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.370794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38f2128f-02ff-4fec-8c8a-e9f6851548d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.370879] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38f2128f-02ff-4fec-8c8a-e9f6851548d7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.556018] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.556385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.556385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.556485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.556570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.556653] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90dd912f-be5a-4914-9506-666435e827b3 already deleted. [ 614.556739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.574730] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.574730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.574730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.574730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.574730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.574730] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.574730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.574730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.574730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.574730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.574730] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 already deleted. [ 614.574730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.877517] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38f2128f-02ff-4fec-8c8a-e9f6851548d7 [ 614.877902] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.878076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.878169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.878417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.878548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.878656] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38f2128f-02ff-4fec-8c8a-e9f6851548d7 already deleted. [ 614.878750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38f2128f-02ff-4fec-8c8a-e9f6851548d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.936703] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.936907] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-981" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.937040] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-981" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.937445] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-981" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.937732] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.937894] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.938014] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.938631] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.938805] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.939026] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.939140] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.939244] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.939348] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.939529] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.939803] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.939803] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.958374] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.958374] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.958571] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.958571] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-981" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.958860] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-8c345f2e-66b2-4517-b985-67f991f7b36b taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.959087] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.959146] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.959461] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.959595] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c345f2e-66b2-4517-b985-67f991f7b36b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.987386] env[67441]: INFO networking_nsxv3.common.synchronization [req-9195d2e2-7c9d-48e2-8644-2f97b64fdff3 req-9656295e-4b4a-4cb4-b1fd-42c8164e3908 service nova] Enqueued Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGHEST for action security_group_rules [ 614.987649] env[67441]: INFO networking_nsxv3.common.synchronization [req-9195d2e2-7c9d-48e2-8644-2f97b64fdff3 req-9656295e-4b4a-4cb4-b1fd-42c8164e3908 service nova] Enqueued Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGHEST for action security_group_members [ 614.987968] env[67441]: INFO networking_nsxv3.common.synchronization [req-9195d2e2-7c9d-48e2-8644-2f97b64fdff3 req-9656295e-4b4a-4cb4-b1fd-42c8164e3908 service nova] Enqueued Resource ID: 85554a06-4ca7-436d-97b1-7841095650c2 with Priority: HIGHEST for action port [ 614.988814] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGHEST for action security_group_rules [ 614.988865] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGHEST for action security_group_members [ 614.988928] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85554a06-4ca7-436d-97b1-7841095650c2 with Priority: HIGHEST for action port [ 614.989239] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.989360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.989424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.989650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.989768] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83a2be1a-f723-4153-bb5e-18fc98e47c3b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.991382] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a2be1a-f723-4153-bb5e-18fc98e47c3b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.991519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.991589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.991783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.991933] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.992053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.992118] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.992269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.992352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.992443] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a2be1a-f723-4153-bb5e-18fc98e47c3b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.994400] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-85554a06-4ca7-436d-97b1-7841095650c2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.994517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85554a06-4ca7-436d-97b1-7841095650c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.994573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85554a06-4ca7-436d-97b1-7841095650c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.994729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85554a06-4ca7-436d-97b1-7841095650c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.996094] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85554a06-4ca7-436d-97b1-7841095650c2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.462113] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.462375] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.462510] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.462896] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.463811] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.463811] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 8c345f2e-66b2-4517-b985-67f991f7b36b not found, creating... [ 615.463811] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.463811] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.464059] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.464059] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.464210] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.464481] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.464628] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.464736] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.464958] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.465086] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.465217] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 8c345f2e-66b2-4517-b985-67f991f7b36b is going to be created. [ 615.488367] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.488699] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.488918] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.489320] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.489705] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.489970] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.494975] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83a2be1a-f723-4153-bb5e-18fc98e47c3b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.497505] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a2be1a-f723-4153-bb5e-18fc98e47c3b taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.497629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.498330] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85554a06-4ca7-436d-97b1-7841095650c2 with status ACTIVE [ 615.498330] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.498330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.498330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.498677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.498677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.498764] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.498845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.498897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.499060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.499180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.499372] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.499468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.499546] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.499704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.499800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.500144] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85554a06-4ca7-436d-97b1-7841095650c2 is going to be updated. [ 615.526037] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.526218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.526290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.526517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.526665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.526855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85554a06-4ca7-436d-97b1-7841095650c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.612432] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 in Status: SUCCESS [ 615.612781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.747035] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 615.747035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.747035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.747035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.747035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.747035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.747035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.747035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.747035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.748045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.749410] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.997267] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83a2be1a-f723-4153-bb5e-18fc98e47c3b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.232296] env[67441]: INFO networking_nsxv3.common.synchronization [req-003cccaa-27b1-44e9-8ce8-a8f670cf8206 req-6c367fc2-2148-4c77-935e-b4c15ac927e4 service nova] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_rules [ 616.232484] env[67441]: INFO networking_nsxv3.common.synchronization [req-003cccaa-27b1-44e9-8ce8-a8f670cf8206 req-6c367fc2-2148-4c77-935e-b4c15ac927e4 service nova] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 616.232668] env[67441]: INFO networking_nsxv3.common.synchronization [req-003cccaa-27b1-44e9-8ce8-a8f670cf8206 req-6c367fc2-2148-4c77-935e-b4c15ac927e4 service nova] Enqueued Resource ID: 8c345f2e-66b2-4517-b985-67f991f7b36b with Priority: HIGHEST for action port [ 616.232941] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_rules [ 616.233091] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 616.233188] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c345f2e-66b2-4517-b985-67f991f7b36b with Priority: HIGHEST for action port [ 616.233783] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.233926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.233999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.234269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.234369] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.236085] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.236085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.236085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.236085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.236259] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.236301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.236400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.236514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.236761] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.236835] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.238742] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c345f2e-66b2-4517-b985-67f991f7b36b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.238742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.238742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.240305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.240388] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c345f2e-66b2-4517-b985-67f991f7b36b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.251602] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.251888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.251888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.252116] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.252236] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.252338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.252403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.252617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.252711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.252782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.252934] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.253052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.253111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.253256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.253392] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.253500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.253560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.253717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.253800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.253881] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.253984] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.345852] env[67441]: INFO networking_nsxv3.common.synchronization [None req-5b83bd41-3c8f-43a6-949f-c575a86af68f tempest-AttachInterfacesUnderV243Test-1625693706 tempest-AttachInterfacesUnderV243Test-1625693706-project-member] Enqueued Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_rules [ 616.346318] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_rules [ 616.346668] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.347856] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.347856] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.348269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.348269] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.500073] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.500073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.500073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.500312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.500312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.500393] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b is going to be created. [ 616.505778] env[67441]: INFO networking_nsxv3.common.synchronization [None req-b47a48fd-c445-4460-8a68-4caf66adcc5f tempest-AttachInterfacesUnderV243Test-1625693706 tempest-AttachInterfacesUnderV243Test-1625693706-project-member] Enqueued Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_rules [ 616.506917] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_rules [ 616.507811] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.507952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.546472] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.546664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.546799] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.546907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.547108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.554806] env[67441]: INFO networking_nsxv3.common.synchronization [req-a406402e-6cba-4811-88fd-243128bfb509 req-0d65abd6-7720-4222-88e2-db4273118ab3 tempest-VolumesAssistedSnapshotsTest-93912160 tempest-VolumesAssistedSnapshotsTest-93912160-project-member] Enqueued Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGHEST for action security_group_members [ 616.556124] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGHEST for action security_group_members [ 616.556392] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.556514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.557257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.557257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.557257] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.557257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.557257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.560929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.560929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.560929] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c78ac1-0746-41fb-a69b-e9004fc0aa6f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.560929] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b in Status: UNINITIALIZED for 2s [ 616.737569] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.737569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.738933] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.746222] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c345f2e-66b2-4517-b985-67f991f7b36b with status ACTIVE [ 616.746222] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.746222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.746222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.746222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.746222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.746222] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.746222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.746222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.746222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.746222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.746222] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.746222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.746222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.746222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.746222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.746222] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c345f2e-66b2-4517-b985-67f991f7b36b is going to be updated. [ 616.756835] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8: rpc.has_security_group_logging(os_id): False [ 616.782946] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.782946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.784212] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.785379] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.785379] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.785379] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.791149] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.791390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.791476] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.791788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.791907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.792630] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.792630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.792630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.792796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.792872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.793426] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.793584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.793738] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.794284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.794284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.794807] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.794807] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.794807] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.795378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.795541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.795908] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be created. [ 616.889369] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.889618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.889618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.889997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.889997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.889997] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f790bef3-8a80-4887-9141-8e073bfd5742 already deleted. [ 616.890111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.890233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.890403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.890477] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.936361] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.936576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.936576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.936884] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.937101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.952741] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 617.020623] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.021045] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-418" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.021304] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-418" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.021778] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-418" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.022173] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.022463] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.022689] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.022999] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.024830] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.024830] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.024830] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.024830] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.024830] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.024830] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.024830] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.024830] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.060542] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.060542] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.060542] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.060542] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-418" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.060542] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.062097] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.062097] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.062097] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.062097] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.064993] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.065354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.065354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.065778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.065914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.066115] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.066303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.066303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.067299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.067299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.067299] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f already deleted. [ 617.067299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.242081] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.413750] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.414072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.414072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.415578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.415578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.415578] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f790bef3-8a80-4887-9141-8e073bfd5742 already deleted. [ 617.415578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.570075] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.570311] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.570463] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.570709] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.570849] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.570998] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b not found, creating... [ 617.571269] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.571417] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.571526] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.571733] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.571861] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.572211] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.572577] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.572736] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.573090] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.573371] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.573513] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b is going to be created. [ 617.597575] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.597804] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.597919] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.598241] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.598471] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.598680] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.744999] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.744999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.744999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.745422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.745422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.745484] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be created. [ 617.802262] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.802449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.802732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.802871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.803087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.820769] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: UNINITIALIZED for 2s [ 618.503820] env[67441]: INFO networking_nsxv3.common.synchronization [req-a406402e-6cba-4811-88fd-243128bfb509 req-48d90633-74d7-402f-be9a-0ec9442795da service nova] Enqueued Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGHEST for action security_group_rules [ 618.504821] env[67441]: INFO networking_nsxv3.common.synchronization [req-a406402e-6cba-4811-88fd-243128bfb509 req-48d90633-74d7-402f-be9a-0ec9442795da service nova] Enqueued Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGHEST for action security_group_members [ 618.504821] env[67441]: INFO networking_nsxv3.common.synchronization [req-a406402e-6cba-4811-88fd-243128bfb509 req-48d90633-74d7-402f-be9a-0ec9442795da service nova] Enqueued Resource ID: a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b with Priority: HIGHEST for action port [ 618.505427] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGHEST for action security_group_rules [ 618.505427] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGHEST for action security_group_members [ 618.505498] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b with Priority: HIGHEST for action port [ 618.505802] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.505888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.505958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.509776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.509776] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c78ac1-0746-41fb-a69b-e9004fc0aa6f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.510502] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.510714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.511144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.511144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.511325] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.511439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.512034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.513489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.513489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.513703] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c78ac1-0746-41fb-a69b-e9004fc0aa6f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.515101] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.515101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.515101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.515325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.515400] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.573640] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b in Status: SUCCESS [ 618.573935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.574136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.574436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.574647] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.574776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.574932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.575131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.575219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.575325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.575417] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83a2be1a-f723-4153-bb5e-18fc98e47c3b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.829032] env[67441]: INFO networking_nsxv3.common.synchronization [req-22c4921d-67ce-4f9c-9a6d-5d0623ac3401 req-9102c4ee-e841-401f-9faf-67fbaf692257 tempest-ServersV294TestFqdnHostnames-1952087099 tempest-ServersV294TestFqdnHostnames-1952087099-project-member] Enqueued Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGHEST for action security_group_members [ 618.829632] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGHEST for action security_group_members [ 618.829935] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.830921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.832938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.833708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.837020] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.837020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.837020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.837020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.837020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.837020] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc213758-ac9f-467b-8d5e-6331cbd3f5cd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.970311] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 618.970311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.018275] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.018275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.018275] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c78ac1-0746-41fb-a69b-e9004fc0aa6f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.026830] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b with status ACTIVE [ 619.027082] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.027225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.027321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.027516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.027599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.027764] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.027908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.028235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.031262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.031262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.031262] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.031262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.031262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.031262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.031262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.032588] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b is going to be updated. [ 619.060503] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.060503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.060503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.060503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.060503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.061631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9f79db0-bd1b-4cbf-bfd4-2b3addd6020b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.080512] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83a2be1a-f723-4153-bb5e-18fc98e47c3b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.226468] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.226468] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-873" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.226468] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-873" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.227301] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-873" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.227808] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.228209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.230887] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.230887] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.230887] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.230887] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.230887] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.230887] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.230887] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.230887] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.230887] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.230887] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.258569] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.261023] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.261023] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.261023] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-873" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.261023] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-aa59e135-200b-4257-b838-4b86944e6324 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.261023] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-aa59e135-200b-4257-b838-4b86944e6324" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.261023] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-aa59e135-200b-4257-b838-4b86944e6324" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.261023] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-aa59e135-200b-4257-b838-4b86944e6324" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.261956] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa59e135-200b-4257-b838-4b86944e6324',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.337848] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.337848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.337848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.338915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.338915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.339222] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.339442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.339558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.339873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.340017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.340184] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd already deleted. [ 619.340331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.520042] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c78ac1-0746-41fb-a69b-e9004fc0aa6f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.583744] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83a2be1a-f723-4153-bb5e-18fc98e47c3b: rpc.has_security_group_logging(os_id): False [ 619.607575] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.608475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.608475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.608700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.608809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.609369] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.611219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.611219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.611219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.611219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.611219] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b is going to be created. [ 619.707966] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.708211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.708258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.708462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.708655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.720584] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b in Status: IN_PROGRESS for 2s [ 619.765051] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.765436] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.765623] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.765932] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.766134] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.766302] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port aa59e135-200b-4257-b838-4b86944e6324 not found, creating... [ 619.766644] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.766919] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.767632] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.767632] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.767632] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.768085] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.768426] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.768426] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.768581] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.769312] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.769312] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: aa59e135-200b-4257-b838-4b86944e6324 is going to be created. [ 619.815461] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.815753] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.815911] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.816345] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.816733] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.817474] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-aa59e135-200b-4257-b838-4b86944e6324" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.841499] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 619.841849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.841849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.842287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.842632] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.842893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.843614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.843874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.844174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.844174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.844348] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.022675] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.023020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.023020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.023498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.023498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.024444] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f is going to be created. [ 620.067813] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.068167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.068412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.068751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.068990] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.080784] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f in Status: UNINITIALIZED for 2s [ 620.348092] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.349273] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.350869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.350869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.350869] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.350869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.350869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.350869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.350869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.350869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.351251] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.351251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.351251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.351358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.351429] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.351519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.351583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.351742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.351817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.351897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.351985] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.512124] env[67441]: INFO networking_nsxv3.common.synchronization [req-22c4921d-67ce-4f9c-9a6d-5d0623ac3401 req-1f1abffc-2f49-49be-86f9-71022328236f service nova] Enqueued Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGHEST for action security_group_rules [ 620.512475] env[67441]: INFO networking_nsxv3.common.synchronization [req-22c4921d-67ce-4f9c-9a6d-5d0623ac3401 req-1f1abffc-2f49-49be-86f9-71022328236f service nova] Enqueued Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGHEST for action security_group_members [ 620.512475] env[67441]: INFO networking_nsxv3.common.synchronization [req-22c4921d-67ce-4f9c-9a6d-5d0623ac3401 req-1f1abffc-2f49-49be-86f9-71022328236f service nova] Enqueued Resource ID: aa59e135-200b-4257-b838-4b86944e6324 with Priority: HIGHEST for action port [ 620.512982] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGHEST for action security_group_rules [ 620.513966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGHEST for action security_group_members [ 620.514164] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa59e135-200b-4257-b838-4b86944e6324 with Priority: HIGHEST for action port [ 620.514512] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.514923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.515058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.515314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.515429] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc213758-ac9f-467b-8d5e-6331cbd3f5cd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.517811] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.517811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.517921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.518159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.518347] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.518455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.518519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.519034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.519122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.519317] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc213758-ac9f-467b-8d5e-6331cbd3f5cd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.520851] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa59e135-200b-4257-b838-4b86944e6324 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.521015] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa59e135-200b-4257-b838-4b86944e6324" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.521099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa59e135-200b-4257-b838-4b86944e6324" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.521267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa59e135-200b-4257-b838-4b86944e6324" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.521344] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa59e135-200b-4257-b838-4b86944e6324',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.857287] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3: rpc.has_security_group_logging(os_id): False [ 621.013221] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.013507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.013507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.013810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.013907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.014240] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.014439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.014439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.014739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.014786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.016421] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.016515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.016643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.017095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.017095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.017416] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.017416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.017549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.017623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.017704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.017888] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be created. [ 621.021245] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.021357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.021615] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc213758-ac9f-467b-8d5e-6331cbd3f5cd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.023478] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa59e135-200b-4257-b838-4b86944e6324 with status ACTIVE [ 621.023792] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.023945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.024114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.024314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.024382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.024564] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.024793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.024793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.024963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.025109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.025356] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.025465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.025606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.025750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.025835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.025939] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa59e135-200b-4257-b838-4b86944e6324 is going to be updated. [ 621.129590] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.129957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.130110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.130387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.130907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.130907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa59e135-200b-4257-b838-4b86944e6324" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.207588] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.207758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.207831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.208085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.208278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.231545] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 621.333888] env[67441]: INFO networking_nsxv3.common.synchronization [req-6ac2c7fc-7a86-4d1d-b753-d2b3b9bbdeaf req-83583702-a28b-4481-ae12-9a42a082bfc6 tempest-ImagesOneServerNegativeTestJSON-781092643 tempest-ImagesOneServerNegativeTestJSON-781092643-project-member] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 621.335033] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 621.335769] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.336296] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.336490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.336929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.337267] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.337661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.337661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.338027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.338229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.338335] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.528785] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc213758-ac9f-467b-8d5e-6331cbd3f5cd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.539956] env[67441]: INFO networking_nsxv3.common.synchronization [req-b62c9884-fe66-4f5d-b1d7-9f990948cd00 req-0d14b3cb-da80-4158-9f75-8bd3fb10e5fe tempest-ServerDiagnosticsNegativeTest-66811699 tempest-ServerDiagnosticsNegativeTest-66811699-project-member] Enqueued Resource ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 with Priority: HIGHEST for action security_group_members [ 621.540911] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 with Priority: HIGHEST for action security_group_members [ 621.541148] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff436101-e98c-4650-a8a4-7cca82e01fe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.541282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.541282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.541474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.541764] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.541764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.541764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.541963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.541997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.542166] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff436101-e98c-4650-a8a4-7cca82e01fe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.738416] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b in Status: SUCCESS [ 621.738826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.842141] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.842323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.842394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.842658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.842762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.842994] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.843149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.843149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.843330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.843404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.843499] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 already deleted. [ 621.843596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.929028] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.929028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-689" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.929028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-689" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.929028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-689" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.929028] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.929795] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.933107] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.933107] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.933107] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.933107] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.933107] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.933107] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.933107] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.933107] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.933107] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.933107] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.957375] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.957375] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.957375] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.957375] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-689" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.957375] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-f9540458-645a-441a-85b5-7e5a37362ee6 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.957375] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-f9540458-645a-441a-85b5-7e5a37362ee6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.957375] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-f9540458-645a-441a-85b5-7e5a37362ee6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.957882] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-f9540458-645a-441a-85b5-7e5a37362ee6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.957882] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9540458-645a-441a-85b5-7e5a37362ee6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.032459] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.032459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.032459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.032459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.032459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.032459] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd is going to be created. [ 622.044383] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.044720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.044793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.045277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.045415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.045660] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.045793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.045864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.046104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.046200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.046302] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 is going to be updated. [ 622.062690] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.063024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.063149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.063478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.063849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.078980] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd in Status: UNINITIALIZED for 2s [ 622.093121] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f in Status: SUCCESS [ 622.093266] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.093431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.093721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.093981] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.094137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.094199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.094393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.094532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.094656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.094773] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3c78ac1-0746-41fb-a69b-e9004fc0aa6f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.100159] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.100436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.100538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.100793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.100946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.111851] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 in Status: IN_PROGRESS for 2s [ 622.461178] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.461403] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.461519] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.461805] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.461951] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.462112] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port f9540458-645a-441a-85b5-7e5a37362ee6 not found, creating... [ 622.462374] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.463249] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.463249] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.463249] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.463249] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.463478] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.463478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.463596] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.464053] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.464053] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.464253] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: f9540458-645a-441a-85b5-7e5a37362ee6 is going to be created. [ 622.500744] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.500987] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.501084] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.501340] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.501565] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.501790] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-f9540458-645a-441a-85b5-7e5a37362ee6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.603550] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3c78ac1-0746-41fb-a69b-e9004fc0aa6f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.107196] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3c78ac1-0746-41fb-a69b-e9004fc0aa6f: rpc.has_security_group_logging(os_id): False [ 623.127618] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.127848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.127911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.128157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.128247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.129040] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.129040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.129040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.129040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.129040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.129040] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f is going to be created. [ 623.227532] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.227712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.227756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.227954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.228171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.244024] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f in Status: IN_PROGRESS for 2s [ 623.244919] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 623.245199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.256487] env[67441]: INFO networking_nsxv3.common.synchronization [req-6ac2c7fc-7a86-4d1d-b753-d2b3b9bbdeaf req-01267d00-d08b-4390-9d70-e3955353a118 service nova] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_rules [ 623.256718] env[67441]: INFO networking_nsxv3.common.synchronization [req-6ac2c7fc-7a86-4d1d-b753-d2b3b9bbdeaf req-01267d00-d08b-4390-9d70-e3955353a118 service nova] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 623.256857] env[67441]: INFO networking_nsxv3.common.synchronization [req-6ac2c7fc-7a86-4d1d-b753-d2b3b9bbdeaf req-01267d00-d08b-4390-9d70-e3955353a118 service nova] Enqueued Resource ID: f9540458-645a-441a-85b5-7e5a37362ee6 with Priority: HIGHEST for action port [ 623.257437] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_rules [ 623.257624] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 623.257781] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9540458-645a-441a-85b5-7e5a37362ee6 with Priority: HIGHEST for action port [ 623.258418] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.258572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.258653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.258986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.259093] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.260081] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.260192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.260299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.261313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.261313] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.261313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.261313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.261313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.261549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.261549] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.262947] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9540458-645a-441a-85b5-7e5a37362ee6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.262947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9540458-645a-441a-85b5-7e5a37362ee6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.262947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9540458-645a-441a-85b5-7e5a37362ee6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.263108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9540458-645a-441a-85b5-7e5a37362ee6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.263188] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9540458-645a-441a-85b5-7e5a37362ee6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.765044] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.765985] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.766183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.766404] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9540458-645a-441a-85b5-7e5a37362ee6 with status ACTIVE [ 623.766657] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.766657] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.766809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.766927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.766986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.767176] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.767362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.767362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.767922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.767922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.767922] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.767922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.767922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.768377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.768377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.768377] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9540458-645a-441a-85b5-7e5a37362ee6 is going to be updated. [ 623.797759] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.798102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.798102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.798283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.798453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.798677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9540458-645a-441a-85b5-7e5a37362ee6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.933202] env[67441]: INFO networking_nsxv3.common.synchronization [req-a39dc83a-d6e8-4e03-8301-e19c524af10b req-0c2cd7e2-d64e-4a10-8afe-77d26cd9f863 tempest-ServerDiagnosticsTest-1916875788 tempest-ServerDiagnosticsTest-1916875788-project-member] Enqueued Resource ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 with Priority: HIGHEST for action security_group_members [ 623.933951] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 with Priority: HIGHEST for action security_group_members [ 623.934298] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-09edb3ab-1416-4056-bc11-6e2bb651d4f0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.934430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.934496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.934687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.934841] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.934960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.935028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.935185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.935289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.935365] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09edb3ab-1416-4056-bc11-6e2bb651d4f0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.092261] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd in Status: SUCCESS [ 624.092261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.092261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.092261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.092261] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.092261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.092261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.092648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.092695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.092771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.092859] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc213758-ac9f-467b-8d5e-6331cbd3f5cd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.123332] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 in Status: SUCCESS [ 624.123789] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 deletion is rescheduled due to dependency. [ 624.123789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.268195] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.375389] env[67441]: INFO networking_nsxv3.common.synchronization [None req-6e1cae11-c985-4e67-b961-8c2f0a40d669 None None] Enqueued Resource ID: 9aff5353-726d-4bad-af43-f6a7d53c4b07 with Priority: HIGHEST for action port [ 624.376223] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aff5353-726d-4bad-af43-f6a7d53c4b07 with Priority: HIGHEST for action port [ 624.377163] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aff5353-726d-4bad-af43-f6a7d53c4b07 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.379195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aff5353-726d-4bad-af43-f6a7d53c4b07" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.379195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aff5353-726d-4bad-af43-f6a7d53c4b07" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.379195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aff5353-726d-4bad-af43-f6a7d53c4b07" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.379195] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aff5353-726d-4bad-af43-f6a7d53c4b07',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.437392] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.437610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.437668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.437856] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.437953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.438176] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.438944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.438944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.438944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.438944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.438944] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 is going to be updated. [ 624.457867] env[67441]: INFO networking_nsxv3.common.synchronization [req-7b9f0fcb-04fc-43a7-bf94-ea11961b941b req-c6a5c6a3-f3a8-4074-b696-a4beb0444949 tempest-MigrationsAdminTest-153820182 tempest-MigrationsAdminTest-153820182-project-member] Enqueued Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_members [ 624.458922] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_members [ 624.459787] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.459920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.459974] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.460287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.460499] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.460647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.460647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.460795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.460894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.461084] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.470629] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.470803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.470871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.471057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.471506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.481992] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 in Status: IN_PROGRESS for 2s [ 624.596344] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc213758-ac9f-467b-8d5e-6331cbd3f5cd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.771340] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.771525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.771590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.771792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.771878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.771988] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 is going to be created. [ 624.818047] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.818447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.818447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.818711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.818874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.842861] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: UNINITIALIZED for 2s [ 624.883738] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aff5353-726d-4bad-af43-f6a7d53c4b07 [ 624.885425] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.885425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.885425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.885425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.885425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.885425] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aff5353-726d-4bad-af43-f6a7d53c4b07 already deleted. [ 624.885425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aff5353-726d-4bad-af43-f6a7d53c4b07" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.964372] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.964372] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.964372] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.964811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.966171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.966171] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.966171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.966171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.966171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.966171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.966171] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc already deleted. [ 624.966171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.101587] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc213758-ac9f-467b-8d5e-6331cbd3f5cd: rpc.has_security_group_logging(os_id): False [ 625.130783] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.131364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.131364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.131364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.131364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.132965] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.132965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.132965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.132965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.132965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.132965] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd is going to be created. [ 625.261230] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.261230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.261230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.261230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.261230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.264683] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f in Status: SUCCESS [ 625.266357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.276409] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd in Status: IN_PROGRESS for 2s [ 625.414896] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.415149] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.415235] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.415518] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.415791] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.415987] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.417744] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.417851] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.417940] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.418184] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.419237] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.419237] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.419237] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.419237] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.419237] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.419237] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.447581] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.448483] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.448750] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.448950] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.449421] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-a0a220c2-7b45-4ef0-ae01-31b629ffe4aa taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.449571] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-a0a220c2-7b45-4ef0-ae01-31b629ffe4aa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.449706] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-a0a220c2-7b45-4ef0-ae01-31b629ffe4aa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.450894] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-a0a220c2-7b45-4ef0-ae01-31b629ffe4aa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.450894] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0a220c2-7b45-4ef0-ae01-31b629ffe4aa',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.957130] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.957410] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.957575] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.957914] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.958099] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.958794] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port a0a220c2-7b45-4ef0-ae01-31b629ffe4aa not found, creating... [ 625.959269] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.959440] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.959558] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.959802] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.959940] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.960539] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.960889] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.961116] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.961280] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.962051] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.962051] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: a0a220c2-7b45-4ef0-ae01-31b629ffe4aa is going to be created. [ 625.986046] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.986297] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.986418] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.986845] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.987154] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.987424] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-a0a220c2-7b45-4ef0-ae01-31b629ffe4aa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.310029] env[67441]: INFO networking_nsxv3.common.synchronization [None req-5a501c06-f4f2-4bdc-91ab-45a7cff667c1 None None] Enqueued Resource ID: b1b4fa5e-3216-4cce-b000-249c5ebd71fc with Priority: HIGHEST for action port [ 626.310029] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b4fa5e-3216-4cce-b000-249c5ebd71fc with Priority: HIGHEST for action port [ 626.310029] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1b4fa5e-3216-4cce-b000-249c5ebd71fc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.310029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1b4fa5e-3216-4cce-b000-249c5ebd71fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.310029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1b4fa5e-3216-4cce-b000-249c5ebd71fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.310029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1b4fa5e-3216-4cce-b000-249c5ebd71fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.310029] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b4fa5e-3216-4cce-b000-249c5ebd71fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.493896] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 in Status: SUCCESS [ 626.494441] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 deletion is rescheduled due to dependency. [ 626.494554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.813137] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1b4fa5e-3216-4cce-b000-249c5ebd71fc [ 626.814379] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.817166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.817166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.817166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.817166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.817166] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1b4fa5e-3216-4cce-b000-249c5ebd71fc already deleted. [ 626.817166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1b4fa5e-3216-4cce-b000-249c5ebd71fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.818108] env[67441]: INFO networking_nsxv3.common.synchronization [req-7b9f0fcb-04fc-43a7-bf94-ea11961b941b req-4e6ba49a-c1a1-4531-8771-4a8165bba8d2 service nova] Enqueued Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_rules [ 626.818342] env[67441]: INFO networking_nsxv3.common.synchronization [req-7b9f0fcb-04fc-43a7-bf94-ea11961b941b req-4e6ba49a-c1a1-4531-8771-4a8165bba8d2 service nova] Enqueued Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_members [ 626.818550] env[67441]: INFO networking_nsxv3.common.synchronization [req-7b9f0fcb-04fc-43a7-bf94-ea11961b941b req-4e6ba49a-c1a1-4531-8771-4a8165bba8d2 service nova] Enqueued Resource ID: a0a220c2-7b45-4ef0-ae01-31b629ffe4aa with Priority: HIGHEST for action port [ 626.819089] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_rules [ 626.819254] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_members [ 626.819325] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a220c2-7b45-4ef0-ae01-31b629ffe4aa with Priority: HIGHEST for action port [ 626.819606] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.819735] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.819790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.821649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.821649] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.823443] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.823443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.823604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.823726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.824011] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.824011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.824512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.824512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.824512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.824512] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.826149] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0a220c2-7b45-4ef0-ae01-31b629ffe4aa taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.826322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0a220c2-7b45-4ef0-ae01-31b629ffe4aa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.826387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0a220c2-7b45-4ef0-ae01-31b629ffe4aa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.826585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0a220c2-7b45-4ef0-ae01-31b629ffe4aa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.826670] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0a220c2-7b45-4ef0-ae01-31b629ffe4aa',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.855958] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: SUCCESS [ 626.856310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.856962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.856962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.857252] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.857308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.857352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.857597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.857694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.858566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.858734] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.293898] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd in Status: SUCCESS [ 627.295062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.332052] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.332052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.332052] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.335236] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0a220c2-7b45-4ef0-ae01-31b629ffe4aa with status ACTIVE [ 627.335236] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.335236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.335236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.335236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.335236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.335613] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.335613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.335865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.335979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.336144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.336445] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.336662] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.336776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.337807] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.337807] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.337807] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0a220c2-7b45-4ef0-ae01-31b629ffe4aa is going to be updated. [ 627.362884] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.363164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.363230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.363469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.363670] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.363841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.363985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.364132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.364223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.364327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.364498] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.364608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.364713] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.364826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.364973] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.365075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.365136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.365278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.365356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.365440] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.365532] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.379979] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.380213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.380213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.380577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.380926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.381112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0a220c2-7b45-4ef0-ae01-31b629ffe4aa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.517520] env[67441]: INFO networking_nsxv3.common.synchronization [req-dcb84959-5efe-473b-af55-985d48814f1c req-6bdb2a0b-7d3d-45e1-a225-1c61b9c8683c tempest-MultipleCreateTestJSON-915425427 tempest-MultipleCreateTestJSON-915425427-project-member] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 627.518555] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 627.518968] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.521438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.522605] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.522982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.523210] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.523336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.523401] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.523578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.523699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.523806] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.840828] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.870606] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4: rpc.has_security_group_logging(os_id): False [ 627.893324] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.893324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.893324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.893324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.893324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.893324] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.893324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.893324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.893763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.893763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.893858] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.893975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.896646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.896947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.897749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.899909] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.899909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.899909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.899909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.899909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.899909] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 is going to be created. [ 627.947664] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.947849] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.948022] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.948315] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.948572] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.948730] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.948863] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.949166] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.949385] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.949639] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.949793] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.949941] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.950071] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.950181] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.950804] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.951020] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.977923] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.978135] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.978278] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.978726] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.979292] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-c5b55d15-f7f1-46e1-a9ce-fcbcc202746e taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.979292] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-c5b55d15-f7f1-46e1-a9ce-fcbcc202746e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.979544] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-c5b55d15-f7f1-46e1-a9ce-fcbcc202746e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.979795] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-c5b55d15-f7f1-46e1-a9ce-fcbcc202746e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.979931] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b55d15-f7f1-46e1-a9ce-fcbcc202746e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.984186] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.984368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.984368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.984576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.984758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.001950] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: IN_PROGRESS for 2s [ 628.026466] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.026628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.026718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.026976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.027089] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.027296] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.027411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.027468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.027627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.028023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.028023] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 already deleted. [ 628.028023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.344896] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.344896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.344896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.345302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.345302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.345407] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc is going to be created. [ 628.370715] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.370891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.371024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.371252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.371852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.385247] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: UNINITIALIZED for 2s [ 628.489383] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.489577] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.489957] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.490023] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.490668] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.490668] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port c5b55d15-f7f1-46e1-a9ce-fcbcc202746e not found, creating... [ 628.490668] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.491632] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.491632] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.491632] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.491632] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.491632] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.491929] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.491929] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.492096] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.492548] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.492548] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: c5b55d15-f7f1-46e1-a9ce-fcbcc202746e is going to be created. [ 628.515841] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.516121] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.516200] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.516966] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.518253] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.518565] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-c5b55d15-f7f1-46e1-a9ce-fcbcc202746e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.343990] env[67441]: INFO networking_nsxv3.common.synchronization [req-dcb84959-5efe-473b-af55-985d48814f1c req-e0254f34-f248-42bc-be1b-dfb1c583a207 service nova] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_rules [ 629.344259] env[67441]: INFO networking_nsxv3.common.synchronization [req-dcb84959-5efe-473b-af55-985d48814f1c req-e0254f34-f248-42bc-be1b-dfb1c583a207 service nova] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 629.344443] env[67441]: INFO networking_nsxv3.common.synchronization [req-dcb84959-5efe-473b-af55-985d48814f1c req-e0254f34-f248-42bc-be1b-dfb1c583a207 service nova] Enqueued Resource ID: c5b55d15-f7f1-46e1-a9ce-fcbcc202746e with Priority: HIGHEST for action port [ 629.348860] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_rules [ 629.349186] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 629.349327] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b55d15-f7f1-46e1-a9ce-fcbcc202746e with Priority: HIGHEST for action port [ 629.350518] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.350663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.350732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.351056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.351160] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.352178] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.352936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.352936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.353062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.353293] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.353396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.353464] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.353622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.353729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.353858] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.354733] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b55d15-f7f1-46e1-a9ce-fcbcc202746e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.354863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b55d15-f7f1-46e1-a9ce-fcbcc202746e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.354942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b55d15-f7f1-46e1-a9ce-fcbcc202746e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.355079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b55d15-f7f1-46e1-a9ce-fcbcc202746e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.355148] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b55d15-f7f1-46e1-a9ce-fcbcc202746e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.857411] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.858463] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.858662] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.858908] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5b55d15-f7f1-46e1-a9ce-fcbcc202746e with status ACTIVE [ 629.858990] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.859103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.862701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.862701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.862701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.862701] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.862701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.862701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.862701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.862701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.862701] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.862701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.862701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.862701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.862701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.862701] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5b55d15-f7f1-46e1-a9ce-fcbcc202746e is going to be updated. [ 629.888579] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.888739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.888739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.889264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.889264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.889355] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b55d15-f7f1-46e1-a9ce-fcbcc202746e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.014887] env[67441]: INFO networking_nsxv3.common.synchronization [req-dcb84959-5efe-473b-af55-985d48814f1c req-9f15db88-0fed-4f84-80d6-8ee9e62f20bb tempest-MultipleCreateTestJSON-915425427 tempest-MultipleCreateTestJSON-915425427-project-member] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 630.016084] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 630.016254] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.016404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.020311] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: SUCCESS [ 630.020524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.178965] env[67441]: INFO networking_nsxv3.common.synchronization [req-460c7d58-6076-4964-99e2-bd71997a194d req-3d57670b-aa92-4d04-8207-6fb3af326fb7 tempest-ServerAddressesTestJSON-801494274 tempest-ServerAddressesTestJSON-801494274-project-member] Enqueued Resource ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 with Priority: HIGHEST for action security_group_members [ 630.180083] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 with Priority: HIGHEST for action security_group_members [ 630.183130] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.183130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.183130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.183130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.183130] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.183130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.183130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.183130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.183130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.183130] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0397f84d-a88b-47d9-adfc-c8bc8f018ba6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.364831] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.396517] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: SUCCESS [ 630.396773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.396967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.397258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.397458] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.397576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.397642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.397804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.397885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.397967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.398074] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.472712] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.472963] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.473114] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.473392] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.473659] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.473818] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.473928] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.474482] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.474757] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.475083] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.475268] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.475415] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.475552] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.475831] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.476021] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.476206] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.497027] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.497539] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.497539] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.497539] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.497854] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-9d1765a6-24a2-4491-9c5e-b43774812b7a taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.498031] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-9d1765a6-24a2-4491-9c5e-b43774812b7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.498146] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-9d1765a6-24a2-4491-9c5e-b43774812b7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.498464] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-9d1765a6-24a2-4491-9c5e-b43774812b7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.499129] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1765a6-24a2-4491-9c5e-b43774812b7a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.688119] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.688309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.688384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.688606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.688703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.688917] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.690512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.690512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.690512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.690512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.690512] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 is going to be updated. [ 630.736584] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.736873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.736873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.737914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.737914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.757307] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 in Status: IN_PROGRESS for 2s [ 630.867648] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.867918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.867984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.868242] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.868355] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.868495] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be created. [ 630.901099] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.901421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.901421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.901569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.901701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.903207] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.903421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.903421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.903643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.903832] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.903932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.904000] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.904169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.904256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.904354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.904510] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.904678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.904747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.904904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.905157] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.905335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.905468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.905552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.905696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.905800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.905898] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.918519] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: UNINITIALIZED for 2s [ 631.000971] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.001647] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.001647] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.001772] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.001903] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.002102] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 9d1765a6-24a2-4491-9c5e-b43774812b7a not found, creating... [ 631.002405] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.002583] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.002777] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.003026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.003183] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.003517] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.003774] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.003894] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.004153] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.004289] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.004424] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 9d1765a6-24a2-4491-9c5e-b43774812b7a is going to be created. [ 631.029478] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.029686] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.029835] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.030130] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.030757] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.030994] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-9d1765a6-24a2-4491-9c5e-b43774812b7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.409031] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc: rpc.has_security_group_logging(os_id): False [ 631.433421] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.433525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.433594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.434214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.434353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.434599] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.434725] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.434876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.435091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.435200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.435506] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.435690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.435763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.435959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.436064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.436254] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.436342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.436381] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.436510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.436651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.436702] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc is going to be created. [ 631.504867] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.505193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.505193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.505474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.505728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.519976] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: IN_PROGRESS for 2s [ 631.748155] env[67441]: INFO networking_nsxv3.common.synchronization [req-dcb84959-5efe-473b-af55-985d48814f1c req-29d39440-5438-41aa-adda-de84b8c2950a service nova] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_rules [ 631.748155] env[67441]: INFO networking_nsxv3.common.synchronization [req-dcb84959-5efe-473b-af55-985d48814f1c req-29d39440-5438-41aa-adda-de84b8c2950a service nova] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 631.748155] env[67441]: INFO networking_nsxv3.common.synchronization [req-dcb84959-5efe-473b-af55-985d48814f1c req-29d39440-5438-41aa-adda-de84b8c2950a service nova] Enqueued Resource ID: 9d1765a6-24a2-4491-9c5e-b43774812b7a with Priority: HIGHEST for action port [ 631.749103] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_rules [ 631.749595] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 631.749823] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1765a6-24a2-4491-9c5e-b43774812b7a with Priority: HIGHEST for action port [ 631.750250] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.750470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.750910] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.751469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.753774] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d1765a6-24a2-4491-9c5e-b43774812b7a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.753774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d1765a6-24a2-4491-9c5e-b43774812b7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.753774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d1765a6-24a2-4491-9c5e-b43774812b7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.753774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d1765a6-24a2-4491-9c5e-b43774812b7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.753774] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1765a6-24a2-4491-9c5e-b43774812b7a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.257172] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d1765a6-24a2-4491-9c5e-b43774812b7a with status ACTIVE [ 632.257172] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.257172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.257172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.257172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.257172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.257172] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.257172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.257172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.257172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.257172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.257172] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.257172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.257172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.257172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.257172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.257172] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d1765a6-24a2-4491-9c5e-b43774812b7a is going to be updated. [ 632.279844] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.280111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.280111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.280291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.280488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.280628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d1765a6-24a2-4491-9c5e-b43774812b7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.410998] env[67441]: INFO networking_nsxv3.common.synchronization [req-1b80002d-3f85-4915-8417-2f0570c3a4b9 req-e2c1f8a2-b01d-4c4e-ac2b-75320835d60d tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 632.411291] env[67441]: INFO networking_nsxv3.common.synchronization [req-1b80002d-3f85-4915-8417-2f0570c3a4b9 req-e2c1f8a2-b01d-4c4e-ac2b-75320835d60d tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_members [ 632.411972] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 632.412272] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_members [ 632.412418] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.412480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.412515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.412736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.412903] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.413066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.413135] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.413302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.413390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.413485] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.414634] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-245074ca-a665-44e1-8f8e-08ecc2fbcd57 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.414749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.414817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.415880] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.416090] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.416211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.416277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.416436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.416520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.416632] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.471764] env[67441]: INFO networking_nsxv3.common.synchronization [req-1b80002d-3f85-4915-8417-2f0570c3a4b9 req-e2c1f8a2-b01d-4c4e-ac2b-75320835d60d tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_rules [ 632.471953] env[67441]: INFO networking_nsxv3.common.synchronization [req-1b80002d-3f85-4915-8417-2f0570c3a4b9 req-e2c1f8a2-b01d-4c4e-ac2b-75320835d60d tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 632.472193] env[67441]: INFO networking_nsxv3.common.synchronization [req-1b80002d-3f85-4915-8417-2f0570c3a4b9 req-e2c1f8a2-b01d-4c4e-ac2b-75320835d60d tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_rules [ 632.472343] env[67441]: INFO networking_nsxv3.common.synchronization [req-1b80002d-3f85-4915-8417-2f0570c3a4b9 req-e2c1f8a2-b01d-4c4e-ac2b-75320835d60d tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_members [ 632.472470] env[67441]: INFO networking_nsxv3.common.synchronization [req-1b80002d-3f85-4915-8417-2f0570c3a4b9 req-e2c1f8a2-b01d-4c4e-ac2b-75320835d60d tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 8c345f2e-66b2-4517-b985-67f991f7b36b with Priority: HIGHEST for action port [ 632.473142] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_rules [ 632.473276] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_rules [ 632.473374] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c345f2e-66b2-4517-b985-67f991f7b36b with Priority: HIGHEST for action port [ 632.473516] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 632.473644] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_members [ 632.474044] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.474171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.474278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.474543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.474719] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.475596] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.475716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.475794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.476051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.476130] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.476964] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c345f2e-66b2-4517-b985-67f991f7b36b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.477232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.477321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.477529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.477588] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c345f2e-66b2-4517-b985-67f991f7b36b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.478346] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.478462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.478631] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-245074ca-a665-44e1-8f8e-08ecc2fbcd57 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.478710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.770515] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 in Status: IN_PROGRESS for 4s [ 632.919060] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.920325] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.931821] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 632.932093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.932897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.933129] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.933326] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.933470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.933601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.933652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.934746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.934746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.934746] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.934746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.935109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.935737] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.935737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.935737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.935737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.935953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.935988] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.981426] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-245074ca-a665-44e1-8f8e-08ecc2fbcd57 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.981692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.981963] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c345f2e-66b2-4517-b985-67f991f7b36b with status ACTIVE [ 632.982264] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.982447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.982560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.982919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.983073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.983334] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.983481] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.983575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.986020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.986020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.986259] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.986477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.986567] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.986816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.986995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.987348] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c345f2e-66b2-4517-b985-67f991f7b36b is going to be updated. [ 632.989161] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.989369] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.015874] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.018077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.018077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.018077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.018077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.018077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.423423] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.424754] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.438296] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.439663] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.439663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.534705] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: SUCCESS [ 633.535115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.602817] env[67441]: INFO networking_nsxv3.common.synchronization [None req-c38bd0bc-ab2a-4fd0-be3c-5a5e28aa23e1 None None] Enqueued Resource ID: 12d95cb6-3f9d-4dd1-b494-4243040629ce with Priority: HIGHEST for action port [ 633.602817] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d95cb6-3f9d-4dd1-b494-4243040629ce with Priority: HIGHEST for action port [ 633.602817] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-12d95cb6-3f9d-4dd1-b494-4243040629ce taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.603483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12d95cb6-3f9d-4dd1-b494-4243040629ce" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.603483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12d95cb6-3f9d-4dd1-b494-4243040629ce" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.603897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12d95cb6-3f9d-4dd1-b494-4243040629ce" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.604026] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d95cb6-3f9d-4dd1-b494-4243040629ce',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.927190] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.927190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.927190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.929062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.929062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.929062] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 is going to be created. [ 633.933475] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.933475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.933475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.933475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.933475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.933475] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 633.945844] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.976523] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.976523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.976523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.976812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.976952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.984349] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.985756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.985756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.985756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.985756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.990964] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: UNINITIALIZED for 2s [ 633.996228] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 634.107519] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12d95cb6-3f9d-4dd1-b494-4243040629ce [ 634.107519] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.107519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.107519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.107519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.107519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.107519] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12d95cb6-3f9d-4dd1-b494-4243040629ce already deleted. [ 634.107519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12d95cb6-3f9d-4dd1-b494-4243040629ce" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.450907] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.451309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.451309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.451390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.451427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.451528] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 634.556761] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.556971] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.557105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.557358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.557507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.569614] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 634.795170] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 in Status: SUCCESS [ 634.795698] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 deletion is rescheduled due to dependency. [ 634.798037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.142315] env[67441]: INFO networking_nsxv3.common.synchronization [req-f5b92c4e-7b2d-4c41-a926-9f867fc69e34 req-6c427b83-fd59-47d2-8cab-336b95a67149 tempest-ServersAdminTestJSON-442587708 tempest-ServersAdminTestJSON-442587708-project-member] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 635.142315] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 635.142315] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.142315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.142315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.142315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.142315] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.142315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.142315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.142821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.142821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.142821] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.558421] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.558742] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.558830] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.559302] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.559617] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.559830] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.559961] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.560251] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.560416] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.560703] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.560893] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.561027] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.561184] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.561321] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.561448] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.561668] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.581774] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.581942] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.582086] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.582281] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.582600] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-73fca9cc-bafa-41c7-9200-6521c7f261ab taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.582937] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-73fca9cc-bafa-41c7-9200-6521c7f261ab" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.583082] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-73fca9cc-bafa-41c7-9200-6521c7f261ab" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.583425] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-73fca9cc-bafa-41c7-9200-6521c7f261ab" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.583583] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73fca9cc-bafa-41c7-9200-6521c7f261ab',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.647249] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.647249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.647249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.647249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.647249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.647249] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.647249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.647249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.647249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.647249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.647249] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f already deleted. [ 635.647249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.006185] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: SUCCESS [ 636.006366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.006625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.006970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.009669] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.009669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.009669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.009669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.009955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.010825] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.013068] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 636.013357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.013824] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.014312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.014770] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.015030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.015363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.015689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.017187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.017187] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.088516] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.088862] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.088862] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.089247] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.089286] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.090103] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 73fca9cc-bafa-41c7-9200-6521c7f261ab not found, creating... [ 636.090103] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.090288] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.090642] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.090772] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.091223] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.091916] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.092422] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.092728] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.092873] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.093393] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.093393] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 73fca9cc-bafa-41c7-9200-6521c7f261ab is going to be created. [ 636.126061] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.126455] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.126582] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.127097] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.127549] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.127936] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-73fca9cc-bafa-41c7-9200-6521c7f261ab" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.132140] env[67441]: INFO networking_nsxv3.common.synchronization [None req-9acea192-7c42-4b7d-b35f-5647d1cdf971 None None] Enqueued Resource ID: d522aa24-9033-4f11-b850-81c7759aa0d6 with Priority: HIGHEST for action port [ 636.133601] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d522aa24-9033-4f11-b850-81c7759aa0d6 with Priority: HIGHEST for action port [ 636.133989] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-d522aa24-9033-4f11-b850-81c7759aa0d6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.134212] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d522aa24-9033-4f11-b850-81c7759aa0d6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.134354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d522aa24-9033-4f11-b850-81c7759aa0d6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.134724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d522aa24-9033-4f11-b850-81c7759aa0d6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.134818] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d522aa24-9033-4f11-b850-81c7759aa0d6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.519834] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.520810] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.579513] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 636.580757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.580757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.580757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.580757] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.580757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.580757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.580757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.580757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.581488] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.638346] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d522aa24-9033-4f11-b850-81c7759aa0d6 [ 636.638346] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.638346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.638346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.638621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.638621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.638716] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d522aa24-9033-4f11-b850-81c7759aa0d6 already deleted. [ 636.638793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d522aa24-9033-4f11-b850-81c7759aa0d6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.856827] env[67441]: INFO networking_nsxv3.common.synchronization [req-f5b92c4e-7b2d-4c41-a926-9f867fc69e34 req-63833e2a-2e21-4e3c-b4d0-a56ee7043f58 service nova] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_rules [ 636.858500] env[67441]: INFO networking_nsxv3.common.synchronization [req-f5b92c4e-7b2d-4c41-a926-9f867fc69e34 req-63833e2a-2e21-4e3c-b4d0-a56ee7043f58 service nova] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 636.858500] env[67441]: INFO networking_nsxv3.common.synchronization [req-f5b92c4e-7b2d-4c41-a926-9f867fc69e34 req-63833e2a-2e21-4e3c-b4d0-a56ee7043f58 service nova] Enqueued Resource ID: 73fca9cc-bafa-41c7-9200-6521c7f261ab with Priority: HIGHEST for action port [ 636.858500] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_rules [ 636.861340] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 636.861514] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73fca9cc-bafa-41c7-9200-6521c7f261ab with Priority: HIGHEST for action port [ 636.861830] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.861958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.863363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.863363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.865254] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.866379] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.866379] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.868392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.868392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.868392] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.868392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.868392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.868392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.868392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.868392] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.868392] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-73fca9cc-bafa-41c7-9200-6521c7f261ab taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.868392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73fca9cc-bafa-41c7-9200-6521c7f261ab" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.868392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73fca9cc-bafa-41c7-9200-6521c7f261ab" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.869207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73fca9cc-bafa-41c7-9200-6521c7f261ab" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.869207] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73fca9cc-bafa-41c7-9200-6521c7f261ab',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.023523] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.025745] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.083560] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.371405] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73fca9cc-bafa-41c7-9200-6521c7f261ab with status ACTIVE [ 637.371657] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.371846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.371904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.372121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.372219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.372404] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.373099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.373099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.373099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.373099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.373563] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.373751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.373822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.373987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.374035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.374195] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73fca9cc-bafa-41c7-9200-6521c7f261ab is going to be updated. [ 637.375573] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.377647] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.377807] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.422557] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.422820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.422923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.423579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.423579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.423579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73fca9cc-bafa-41c7-9200-6521c7f261ab" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.426267] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b06a645-b644-4938-977e-426361cff0b6 req-65c01337-5cb0-4a41-8ba3-45d38d086823 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_members [ 637.426267] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b06a645-b644-4938-977e-426361cff0b6 req-65c01337-5cb0-4a41-8ba3-45d38d086823 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 637.426267] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b06a645-b644-4938-977e-426361cff0b6 req-65c01337-5cb0-4a41-8ba3-45d38d086823 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 with Priority: HIGHEST for action security_group_members [ 637.427459] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_members [ 637.427459] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 637.427459] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 with Priority: HIGHEST for action security_group_members [ 637.428470] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-245074ca-a665-44e1-8f8e-08ecc2fbcd57 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.428470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.428470] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.428470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.428470] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-004881c1-91ec-4e86-a9ad-adf3c2978d17 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.428470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.428470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.430038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.430038] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.430038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.430038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.430038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.430038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.430038] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.497728] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b06a645-b644-4938-977e-426361cff0b6 req-65c01337-5cb0-4a41-8ba3-45d38d086823 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 with Priority: HIGHEST for action security_group_rules [ 637.499813] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b06a645-b644-4938-977e-426361cff0b6 req-65c01337-5cb0-4a41-8ba3-45d38d086823 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 with Priority: HIGHEST for action security_group_members [ 637.499813] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b06a645-b644-4938-977e-426361cff0b6 req-65c01337-5cb0-4a41-8ba3-45d38d086823 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_rules [ 637.499813] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b06a645-b644-4938-977e-426361cff0b6 req-65c01337-5cb0-4a41-8ba3-45d38d086823 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 637.504714] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b06a645-b644-4938-977e-426361cff0b6 req-65c01337-5cb0-4a41-8ba3-45d38d086823 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_rules [ 637.504714] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b06a645-b644-4938-977e-426361cff0b6 req-65c01337-5cb0-4a41-8ba3-45d38d086823 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_members [ 637.504714] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b06a645-b644-4938-977e-426361cff0b6 req-65c01337-5cb0-4a41-8ba3-45d38d086823 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 8c345f2e-66b2-4517-b985-67f991f7b36b with Priority: HIGHEST for action port [ 637.504714] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 with Priority: HIGHEST for action security_group_rules [ 637.504714] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_rules [ 637.504714] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_members [ 637.504714] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c345f2e-66b2-4517-b985-67f991f7b36b with Priority: HIGHEST for action port [ 637.504714] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_rules [ 637.504714] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 with Priority: HIGHEST for action security_group_members [ 637.504714] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 637.504714] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004881c1-91ec-4e86-a9ad-adf3c2978d17 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.504714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.504714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.504714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.504714] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.510205] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.510205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.510205] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-245074ca-a665-44e1-8f8e-08ecc2fbcd57 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.510205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.510205] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c345f2e-66b2-4517-b985-67f991f7b36b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.510205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.510205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.510205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.513036] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c345f2e-66b2-4517-b985-67f991f7b36b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.516206] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.516206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.516206] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-004881c1-91ec-4e86-a9ad-adf3c2978d17 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.516206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.516206] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.516206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.527886] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.528122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.529104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.529104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.529104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.529324] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 is going to be updated. [ 637.532417] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.532712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.532843] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.533087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.533175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.533272] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 637.579272] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.579621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.579917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.580323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.580412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.585766] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.599443] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.600382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.600382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.600382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.600681] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.603042] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 637.616226] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: IN_PROGRESS for 2s [ 637.860590] env[67441]: INFO networking_nsxv3.common.synchronization [req-ae5acc45-8451-4c7a-bc91-1818fdab79a4 req-da8224a3-3c72-4ab9-b087-11b4590cf8d5 tempest-ServersWithSpecificFlavorTestJSON-787508659 tempest-ServersWithSpecificFlavorTestJSON-787508659-project-member] Enqueued Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_members [ 637.860590] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_members [ 637.861476] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.861841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.861965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.862389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.862669] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.862837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.862917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.863130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.863225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.863342] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.878976] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.931643] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.016984] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c345f2e-66b2-4517-b985-67f991f7b36b with status ACTIVE [ 638.021030] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.021030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.021030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.021030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.021030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.021030] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.021030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.021030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.021030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.021030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.021030] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.021030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.021030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.021030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.021030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.021030] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c345f2e-66b2-4517-b985-67f991f7b36b is going to be updated. [ 638.022827] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-004881c1-91ec-4e86-a9ad-adf3c2978d17 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.023130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.028751] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f73b2ecc-9be6-40ab-9cca-3905f6f190f3 None None] Enqueued Resource ID: 9af7bcb1-d157-4f5f-b490-89485d7c8eb4 with Priority: HIGHEST for action port [ 638.031737] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9af7bcb1-d157-4f5f-b490-89485d7c8eb4 with Priority: HIGHEST for action port [ 638.031737] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9af7bcb1-d157-4f5f-b490-89485d7c8eb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.031737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9af7bcb1-d157-4f5f-b490-89485d7c8eb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.031737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9af7bcb1-d157-4f5f-b490-89485d7c8eb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.031737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9af7bcb1-d157-4f5f-b490-89485d7c8eb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.031737] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af7bcb1-d157-4f5f-b490-89485d7c8eb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.052086] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.052294] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.052366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.052605] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.053011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.053318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c345f2e-66b2-4517-b985-67f991f7b36b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.089096] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.089346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.089346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.089565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.089662] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.089767] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 638.124026] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.124226] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.124331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.124627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.124806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.145203] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 638.346101] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.346860] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-888" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.346860] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-888" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.346860] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-888" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.347567] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.348487] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.348487] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.348487] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.348681] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.348950] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.349116] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.349282] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.349493] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.349861] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.349861] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.349996] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.366260] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.366424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.366496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.366714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.366802] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.366991] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.367088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.367144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.367300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.367351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.367436] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90dd912f-be5a-4914-9506-666435e827b3 already deleted. [ 638.367526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.371975] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.372152] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.372286] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.372441] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-888" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.373034] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-fb858f85-22d5-4980-85cf-45b19001aafb taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.373034] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-fb858f85-22d5-4980-85cf-45b19001aafb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.373203] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-fb858f85-22d5-4980-85cf-45b19001aafb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.373355] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-fb858f85-22d5-4980-85cf-45b19001aafb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.373488] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb858f85-22d5-4980-85cf-45b19001aafb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.382236] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.382368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.382440] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.382674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.382757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.383043] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be created. [ 638.408142] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.408341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.408394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.408574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.408855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.423245] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: UNINITIALIZED for 2s [ 638.434490] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.536261] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9af7bcb1-d157-4f5f-b490-89485d7c8eb4 [ 638.540289] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.540289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.540289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.540289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.540289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.540289] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9af7bcb1-d157-4f5f-b490-89485d7c8eb4 already deleted. [ 638.540289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9af7bcb1-d157-4f5f-b490-89485d7c8eb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.877144] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.877626] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.877626] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.877976] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.880277] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.880277] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port fb858f85-22d5-4980-85cf-45b19001aafb not found, creating... [ 638.880277] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.880277] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.880277] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.880277] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.880277] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.880277] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.880277] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.880277] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.881703] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.883734] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.883734] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: fb858f85-22d5-4980-85cf-45b19001aafb is going to be created. [ 638.915024] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.915024] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.915024] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.915024] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.915024] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.915024] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-fb858f85-22d5-4980-85cf-45b19001aafb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.937761] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.938515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.938646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.939121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.939218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.939391] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 is going to be created. [ 638.980610] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.980848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.980910] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.981250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.982198] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.998255] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 in Status: UNINITIALIZED for 2s [ 639.444304] env[67441]: INFO networking_nsxv3.common.synchronization [None req-3daabb21-8304-4bc4-855d-89c749df9eea tempest-AttachVolumeTestJSON-653954216 tempest-AttachVolumeTestJSON-653954216-project-member] Enqueued Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGHEST for action security_group_rules [ 639.444825] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGHEST for action security_group_rules [ 639.446967] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.446967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.446967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.446967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.446967] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.616900] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 639.617094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.618317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.618477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.618742] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.618742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.618920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.618972] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.619112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.619197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.619336] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.620260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.620517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.620975] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.620975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.620975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.621261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.621317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.621420] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.632535] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: SUCCESS [ 639.632535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.632535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.632535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.632993] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.632993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.632993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.633160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.633341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.633341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.633501] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.635164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.635414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.635679] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.636320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.636320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.636320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.636320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.636320] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.701827] env[67441]: INFO networking_nsxv3.common.synchronization [req-ae5acc45-8451-4c7a-bc91-1818fdab79a4 req-45e58e95-d9fe-45e2-9979-459b8fc9db98 service nova] Enqueued Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_rules [ 639.701946] env[67441]: INFO networking_nsxv3.common.synchronization [req-ae5acc45-8451-4c7a-bc91-1818fdab79a4 req-45e58e95-d9fe-45e2-9979-459b8fc9db98 service nova] Enqueued Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_members [ 639.701984] env[67441]: INFO networking_nsxv3.common.synchronization [req-ae5acc45-8451-4c7a-bc91-1818fdab79a4 req-45e58e95-d9fe-45e2-9979-459b8fc9db98 service nova] Enqueued Resource ID: fb858f85-22d5-4980-85cf-45b19001aafb with Priority: HIGHEST for action port [ 639.702694] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_rules [ 639.702822] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_members [ 639.702924] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb858f85-22d5-4980-85cf-45b19001aafb with Priority: HIGHEST for action port [ 639.703326] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.703467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.703534] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.703752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.703843] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.705315] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.705315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.705315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.705973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.705973] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.705973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.705973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.705973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.706192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.706192] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.707153] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb858f85-22d5-4980-85cf-45b19001aafb taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.707245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb858f85-22d5-4980-85cf-45b19001aafb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.707325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb858f85-22d5-4980-85cf-45b19001aafb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.707483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb858f85-22d5-4980-85cf-45b19001aafb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.707560] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb858f85-22d5-4980-85cf-45b19001aafb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.710832] env[67441]: INFO networking_nsxv3.common.synchronization [req-c6f91a40-c318-46a7-949d-3918b1291469 req-5f2558f6-bd44-49e8-92d4-d2511ff45eb5 tempest-AttachInterfacesV270Test-1992804216 tempest-AttachInterfacesV270Test-1992804216-project-member] Enqueued Resource ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 with Priority: HIGHEST for action security_group_members [ 639.714717] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 with Priority: HIGHEST for action security_group_members [ 639.714717] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-c48a6c63-6f47-40e3-830a-1af6c63abf88 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.714717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.714717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.714717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.714717] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.714717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.714717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.714717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.714717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.714717] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c48a6c63-6f47-40e3-830a-1af6c63abf88',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.871898] env[67441]: INFO networking_nsxv3.common.synchronization [None req-99860388-65f3-45b8-8b80-e0a736a091fc tempest-AttachVolumeTestJSON-653954216 tempest-AttachVolumeTestJSON-653954216-project-member] Enqueued Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGHEST for action security_group_rules [ 639.871898] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGHEST for action security_group_rules [ 639.871979] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.875025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.974512] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.974974] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.974974] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.974974] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.975109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.975109] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 already deleted. [ 639.975184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.976049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.976049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.976049] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.124043] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.126569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.126569] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.138587] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.139587] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.157917] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 640.158167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.158354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.158583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.159317] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.159317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.159317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.159317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.159317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.159317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.159650] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.159650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.159650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.159835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.159961] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.160201] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.160557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.160557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.160557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.160557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.160742] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.210089] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.211238] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.211395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.211492] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb858f85-22d5-4980-85cf-45b19001aafb with status ACTIVE [ 640.211630] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.211803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.211803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.212747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.212747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.212747] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.212747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.212747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.212747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.212747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.213153] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.214811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.214811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.214811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.214811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.214811] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb858f85-22d5-4980-85cf-45b19001aafb is going to be updated. [ 640.217650] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.217792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.217859] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.218110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.218189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.218343] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.218441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.218504] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.218660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.218739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.218825] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 is going to be updated. [ 640.246092] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.246791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.246791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.247065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.247219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.247401] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb858f85-22d5-4980-85cf-45b19001aafb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.264229] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.264427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.264482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.264729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.264889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.276389] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 in Status: IN_PROGRESS for 2s [ 640.300257] env[67441]: INFO networking_nsxv3.common.synchronization [None req-8b1f588e-424d-4c41-8b8a-01e26f723aae None None] Enqueued Resource ID: cd7fa93f-6373-4656-8a1c-f7b57719bb7d with Priority: HIGHEST for action port [ 640.301392] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7fa93f-6373-4656-8a1c-f7b57719bb7d with Priority: HIGHEST for action port [ 640.302033] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd7fa93f-6373-4656-8a1c-f7b57719bb7d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.302216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd7fa93f-6373-4656-8a1c-f7b57719bb7d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.302284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd7fa93f-6373-4656-8a1c-f7b57719bb7d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.302715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd7fa93f-6373-4656-8a1c-f7b57719bb7d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.302805] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd7fa93f-6373-4656-8a1c-f7b57719bb7d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.434737] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 640.435132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.436333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.436567] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.436817] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.436956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.437099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.437322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.437414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.437500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.437599] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.507770] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.508184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.508184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.508462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.508462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.508576] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 already deleted. [ 640.508634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.628306] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.641950] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 245074ca-a665-44e1-8f8e-08ecc2fbcd57: rpc.has_security_group_logging(os_id): False [ 640.642828] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.663285] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f97637cb-db13-4e48-9a2f-e4c7328836b4: rpc.has_security_group_logging(os_id): False [ 640.668774] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.669249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.669503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.669959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.670064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.670724] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.670724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.670724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.672134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.672134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.672134] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 is going to be created. [ 640.694012] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.694244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.694356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.694665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.694810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.695054] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.695168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.695269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.695408] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.696122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.696122] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.696122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.696122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.696398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.696518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.696901] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.697101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.697211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.698200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.698200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.698200] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be created. [ 640.717942] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.766358] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.766465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.766517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.767172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.767172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.788803] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: IN_PROGRESS for 2s [ 640.805794] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd7fa93f-6373-4656-8a1c-f7b57719bb7d [ 640.806030] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.806227] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.806307] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.806966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.806966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.806966] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd7fa93f-6373-4656-8a1c-f7b57719bb7d already deleted. [ 640.810691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd7fa93f-6373-4656-8a1c-f7b57719bb7d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.814746] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.814746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.814746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.814746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.814998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.854965] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 640.940160] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.940363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.940433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.942038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.942038] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.942202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.942202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.942346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.942430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.942524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.942752] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.942863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.942927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.943161] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.943332] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.943385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.943423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.943563] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.943675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.943729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.943805] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.013364] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 in Status: SUCCESS [ 641.013592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.014148] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.015036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.015036] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.015036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.015036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.015414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.015414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.015477] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.132839] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.133738] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.133888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.135282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.136031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.136031] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 641.148264] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.148462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.148523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.148894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.149074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.149227] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 is going to be updated. [ 641.172261] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.172433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.172537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.172826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.172977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.189244] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 641.195295] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.195536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.195536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.195824] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.195990] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.207507] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: IN_PROGRESS for 2s [ 641.221982] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.222206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.222283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.222514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.222595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.222801] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90dd912f-be5a-4914-9506-666435e827b3 is going to be created. [ 641.254169] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.254169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.254169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.255017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.255231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.267046] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: UNINITIALIZED for 2s [ 641.447827] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f12c69-56c1-406c-8a8d-7ffd6c95716f: rpc.has_security_group_logging(os_id): False [ 641.472941] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.473865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.473970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.474582] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.474582] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.474582] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.474818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.474818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.474951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.475675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.475675] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.475675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.475675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.475675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.475675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.476090] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.476090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.476090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.476377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.477486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.478311] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be created. [ 641.517944] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.553190] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.553190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.553190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.553190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.554637] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.570342] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 642.019883] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.291703] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 in Status: SUCCESS [ 642.291915] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 deletion is rescheduled due to dependency. [ 642.292084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.522896] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.522896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.522896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.523243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.523492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.523492] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 is going to be updated. [ 642.560854] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.561570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.561570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.561570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.561570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.574270] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 in Status: IN_PROGRESS for 2s [ 642.804188] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: SUCCESS [ 642.804441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.804628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.804872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.804969] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.871961] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 642.871961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.871961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.871961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.871961] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.200574] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 643.203018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.203018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.203018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.203018] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.203018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.203018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.203018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.203018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.203018] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.217950] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: SUCCESS [ 643.217950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.217950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.217950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.217950] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.217950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.217950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.219306] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.219476] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.219700] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.277895] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: SUCCESS [ 643.278154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.278352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.278595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.278934] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.278934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.279098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.279184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.279337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.279390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.279462] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.307566] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-245074ca-a665-44e1-8f8e-08ecc2fbcd57 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.307716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.374192] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.374360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.374430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.374651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.374848] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.374960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.375038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.375236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.375770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.375854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.375921] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.584228] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 643.584457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.706850] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.723369] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.781951] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.878050] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.878050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.878250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.878356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.878513] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.880480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.880480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.880480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.880480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.880480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.880767] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.880767] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.880767] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.880911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.881761] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.881990] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.883184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.883184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.883184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.883184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.883184] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.209578] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.225765] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.285737] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90dd912f-be5a-4914-9506-666435e827b3: rpc.has_security_group_logging(os_id): False [ 644.322725] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.322965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.322965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.323213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.323362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.323602] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.323743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.323787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.323983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.324069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.324167] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90dd912f-be5a-4914-9506-666435e827b3 is going to be created. [ 644.386065] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f97637cb-db13-4e48-9a2f-e4c7328836b4: rpc.has_security_group_logging(os_id): False [ 644.417914] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.418200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.418313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.418656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.419359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.419596] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.419891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.419891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.420014] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.420081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.420321] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.420432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.420492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.420635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.420782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.420920] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.421079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.421149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.421305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.421380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.421515] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 644.424174] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.424174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.424174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.424808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.424808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.440382] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: IN_PROGRESS for 2s [ 644.518122] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.518122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.518888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.519405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.520214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.539708] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 644.592447] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 in Status: SUCCESS [ 644.593447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.593447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.593447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.593447] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.593783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.593783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.593783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.594766] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.594766] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.594766] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.712188] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.712312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.712312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.712542] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.712635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.712808] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 644.730169] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.730393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.730480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.730751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.730849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.731048] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 is going to be updated. [ 644.751168] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.751168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.751168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.751551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.751736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.767845] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 644.780919] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.783018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.783018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.783018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.783018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.795298] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: IN_PROGRESS for 2s [ 644.863701] env[67441]: INFO networking_nsxv3.common.synchronization [req-ede02a6d-55a3-47ea-8aaa-6af49fd08cd9 req-45729a9f-6633-4c48-a303-1e02b591d4ef tempest-AttachInterfacesUnderV243Test-1625693706 tempest-AttachInterfacesUnderV243Test-1625693706-project-member] Enqueued Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 644.864849] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 644.865431] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.865723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.865871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.866312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.868338] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.868338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.868338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.868457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.868569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.868850] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.055033] env[67441]: INFO networking_nsxv3.common.synchronization [None req-e2b2b4b3-e3b4-4e82-8031-95ff9c84e1d7 None None] Enqueued Resource ID: 70a24230-5520-4eec-898a-7bdd58120552 with Priority: HIGHEST for action port [ 645.055033] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a24230-5520-4eec-898a-7bdd58120552 with Priority: HIGHEST for action port [ 645.055033] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-70a24230-5520-4eec-898a-7bdd58120552 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.055033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70a24230-5520-4eec-898a-7bdd58120552" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.055033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70a24230-5520-4eec-898a-7bdd58120552" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.055033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70a24230-5520-4eec-898a-7bdd58120552" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.055033] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a24230-5520-4eec-898a-7bdd58120552',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.097432] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.371697] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.372020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.372020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.372324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.372420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.372619] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.372780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.372846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.373023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.373104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.373191] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f790bef3-8a80-4887-9141-8e073bfd5742 already deleted. [ 645.373274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.375799] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.376091] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-851" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.376282] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-851" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.376563] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-851" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.376924] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.376992] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.377091] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.377298] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.377447] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.377617] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.377727] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.377833] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.377935] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.378158] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.378280] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.378408] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.398072] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.398072] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.398278] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.398629] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-851" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.398997] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-8872729d-b65e-49d9-9b19-530c8bc1b651 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.399195] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.399315] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.400146] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.400870] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8872729d-b65e-49d9-9b19-530c8bc1b651',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.556580] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70a24230-5520-4eec-898a-7bdd58120552 [ 645.557585] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.557585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.557585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.557585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.557585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.557585] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70a24230-5520-4eec-898a-7bdd58120552 already deleted. [ 645.557585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70a24230-5520-4eec-898a-7bdd58120552" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.601788] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 004881c1-91ec-4e86-a9ad-adf3c2978d17: rpc.has_security_group_logging(os_id): False [ 645.622193] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.622418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.622466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.623882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.623882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.623882] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.623882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.623882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.623882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.623882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.623882] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 is going to be created. [ 645.685597] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.685866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.685866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.686189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.686370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.700645] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 in Status: IN_PROGRESS for 2s [ 645.903519] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.903848] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.904029] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.904456] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.904619] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.904814] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 8872729d-b65e-49d9-9b19-530c8bc1b651 not found, creating... [ 645.905156] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.905386] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.905763] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.905763] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.906024] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.906387] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.906594] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.906740] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.906992] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.907164] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.907333] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 8872729d-b65e-49d9-9b19-530c8bc1b651 is going to be created. [ 645.931348] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.931348] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.931348] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.931905] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.932379] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.932624] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.455328] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: SUCCESS [ 646.455675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.553706] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 646.554633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.674199] env[67441]: INFO networking_nsxv3.common.synchronization [req-ede02a6d-55a3-47ea-8aaa-6af49fd08cd9 req-2fdd07ca-1797-4811-9613-d2b56257764a service nova] Enqueued Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_rules [ 646.676088] env[67441]: INFO networking_nsxv3.common.synchronization [req-ede02a6d-55a3-47ea-8aaa-6af49fd08cd9 req-2fdd07ca-1797-4811-9613-d2b56257764a service nova] Enqueued Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 646.676088] env[67441]: INFO networking_nsxv3.common.synchronization [req-ede02a6d-55a3-47ea-8aaa-6af49fd08cd9 req-2fdd07ca-1797-4811-9613-d2b56257764a service nova] Enqueued Resource ID: 8872729d-b65e-49d9-9b19-530c8bc1b651 with Priority: HIGHEST for action port [ 646.676088] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_rules [ 646.676088] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 646.676088] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8872729d-b65e-49d9-9b19-530c8bc1b651 with Priority: HIGHEST for action port [ 646.676291] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.676382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.676457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.677303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.677377] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.678660] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.678660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.678660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.678660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.678807] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.678864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.678900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.679100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.679166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.679251] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.681964] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8872729d-b65e-49d9-9b19-530c8bc1b651 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.681964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.681964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.683051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.683051] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8872729d-b65e-49d9-9b19-530c8bc1b651',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.781033] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 646.781033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.781033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.781033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.781033] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.781033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.781033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.782301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.782649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.783025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.785705] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.785705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.785705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.785705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.785705] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.785705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.785705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.785705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.785705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.785705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.785705] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.812031] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: SUCCESS [ 646.812031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.812031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.812031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.812031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.812031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.812031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.814192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.816029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.816029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.816029] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.182303] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.184546] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.184902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.185265] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8872729d-b65e-49d9-9b19-530c8bc1b651 with status ACTIVE [ 647.185381] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.185504] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.185570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.185778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.185892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.186245] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.186245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.186245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.186415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.186415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.186568] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.187164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.187164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.187164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.187164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.187164] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8872729d-b65e-49d9-9b19-530c8bc1b651 is going to be updated. [ 647.207988] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.208144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.208212] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.208415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.209455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.209455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.288435] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3: rpc.has_security_group_logging(os_id): False [ 647.309424] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.309628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.309628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.309851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.309946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.310175] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.310279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.310346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.310529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.311051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.311051] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.311051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.311223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.311255] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.311310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.311506] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.311600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.311726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.312327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.312423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.312517] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 647.317712] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.416025] env[67441]: INFO networking_nsxv3.common.synchronization [None req-ceeeee8a-0933-4c26-9a4b-6da6c5dd3b23 None None] Enqueued Resource ID: c193e94f-7682-4c9e-a995-dd522da38bd1 with Priority: HIGHEST for action port [ 647.416392] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c193e94f-7682-4c9e-a995-dd522da38bd1 with Priority: HIGHEST for action port [ 647.416953] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-c193e94f-7682-4c9e-a995-dd522da38bd1 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.417370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c193e94f-7682-4c9e-a995-dd522da38bd1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.417532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c193e94f-7682-4c9e-a995-dd522da38bd1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.417907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c193e94f-7682-4c9e-a995-dd522da38bd1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.418436] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c193e94f-7682-4c9e-a995-dd522da38bd1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.427068] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.427068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.427068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.427068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.427068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.443536] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 647.672995] env[67441]: INFO networking_nsxv3.common.synchronization [req-261ae7c6-ac1b-4645-a96b-ba70b93b898f req-4837abeb-aa26-4ee6-b4e5-e13821d7065e tempest-ServersAdminTestJSON-442587708 tempest-ServersAdminTestJSON-442587708-project-member] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 647.673449] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 647.673817] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.673955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.674036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.674246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.674409] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.674785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.674785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.674785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.674785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.674955] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.689313] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.715379] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 in Status: SUCCESS [ 647.715620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.821537] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 245074ca-a665-44e1-8f8e-08ecc2fbcd57: rpc.has_security_group_logging(os_id): False [ 647.843866] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.844065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.844156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.844426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.844577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.844855] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.845036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.845086] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.845305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.845412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.845738] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 is going to be updated. [ 647.918348] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.918348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.918348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.918348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.918348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.921929] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c193e94f-7682-4c9e-a995-dd522da38bd1 [ 647.922113] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.922551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.922551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.922551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.922853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.922853] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c193e94f-7682-4c9e-a995-dd522da38bd1 already deleted. [ 647.922964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c193e94f-7682-4c9e-a995-dd522da38bd1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.937993] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: IN_PROGRESS for 2s [ 648.177710] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.191995] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.192322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.192723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.192723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.192915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.192965] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f790bef3-8a80-4887-9141-8e073bfd5742 is going to be created. [ 648.223285] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.223285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.223285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.223485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.223573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.237428] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f790bef3-8a80-4887-9141-8e073bfd5742 in Status: UNINITIALIZED for 2s [ 648.340252] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.341040] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.341040] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.341040] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.341040] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.341268] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.341268] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.341515] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.341586] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.341787] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.341889] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.342073] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.342208] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.342289] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.342386] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.342508] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.364965] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.364965] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.364965] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.364965] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.364965] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-99406257-26c1-4c56-961f-ea84cf95ce96 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.364965] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-99406257-26c1-4c56-961f-ea84cf95ce96" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.364965] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-99406257-26c1-4c56-961f-ea84cf95ce96" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.364965] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-99406257-26c1-4c56-961f-ea84cf95ce96" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.364965] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99406257-26c1-4c56-961f-ea84cf95ce96',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.602018] env[67441]: INFO networking_nsxv3.common.synchronization [None req-42553f49-f8d6-4eeb-adfa-239ade0e6506 None None] Enqueued Resource ID: 979e68e9-8460-4579-b5d5-e3fb7dd6cbdc with Priority: HIGHEST for action port [ 648.602969] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 979e68e9-8460-4579-b5d5-e3fb7dd6cbdc with Priority: HIGHEST for action port [ 648.602969] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-979e68e9-8460-4579-b5d5-e3fb7dd6cbdc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.603599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-979e68e9-8460-4579-b5d5-e3fb7dd6cbdc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.603700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-979e68e9-8460-4579-b5d5-e3fb7dd6cbdc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.604026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-979e68e9-8460-4579-b5d5-e3fb7dd6cbdc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.604116] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('979e68e9-8460-4579-b5d5-e3fb7dd6cbdc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.680849] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.867560] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.867754] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.867851] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.870210] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.870500] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.871151] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 99406257-26c1-4c56-961f-ea84cf95ce96 not found, creating... [ 648.871151] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.871632] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.871632] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.871702] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.871826] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.872139] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.873067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.873067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.873067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.873067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.873067] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 99406257-26c1-4c56-961f-ea84cf95ce96 is going to be created. [ 648.900507] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.900815] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.900952] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.901245] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.901537] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.901767] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-99406257-26c1-4c56-961f-ea84cf95ce96" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.108042] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 979e68e9-8460-4579-b5d5-e3fb7dd6cbdc [ 649.108042] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.108042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.108042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.108042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.108042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.108042] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:979e68e9-8460-4579-b5d5-e3fb7dd6cbdc already deleted. [ 649.108042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-979e68e9-8460-4579-b5d5-e3fb7dd6cbdc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.184636] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.184838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.184931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.185102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.185194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.185291] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 649.217085] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.217280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.217280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.217475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.217619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.232210] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 649.462323] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 649.462323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.462506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.462733] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.462835] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.630583] env[67441]: INFO networking_nsxv3.common.synchronization [req-261ae7c6-ac1b-4645-a96b-ba70b93b898f req-c90835fb-95f5-435f-8385-b9ea3536d80b service nova] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_rules [ 649.630801] env[67441]: INFO networking_nsxv3.common.synchronization [req-261ae7c6-ac1b-4645-a96b-ba70b93b898f req-c90835fb-95f5-435f-8385-b9ea3536d80b service nova] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 649.630945] env[67441]: INFO networking_nsxv3.common.synchronization [req-261ae7c6-ac1b-4645-a96b-ba70b93b898f req-c90835fb-95f5-435f-8385-b9ea3536d80b service nova] Enqueued Resource ID: 99406257-26c1-4c56-961f-ea84cf95ce96 with Priority: HIGHEST for action port [ 649.631483] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_rules [ 649.631614] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 649.632247] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99406257-26c1-4c56-961f-ea84cf95ce96 with Priority: HIGHEST for action port [ 649.634972] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.635134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.635188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.637661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.637661] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.637661] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.637661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.637661] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-99406257-26c1-4c56-961f-ea84cf95ce96 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.637661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99406257-26c1-4c56-961f-ea84cf95ce96" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.637661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99406257-26c1-4c56-961f-ea84cf95ce96" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.637661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99406257-26c1-4c56-961f-ea84cf95ce96" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.637661] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99406257-26c1-4c56-961f-ea84cf95ce96',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.654332] env[67441]: INFO networking_nsxv3.common.synchronization [req-7187ff5b-63b4-471f-8ef3-122809ddebb6 req-0cb38cca-06d4-422f-803f-6b3b82f56699 tempest-ListServersNegativeTestJSON-302205633 tempest-ListServersNegativeTestJSON-302205633-project-member] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 649.655334] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 649.655666] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.656415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.656415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.656415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.656415] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.656729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.656729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.656729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.656729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.656850] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.964229] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: SUCCESS [ 649.964893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.964986] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.965136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.965232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.965438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.967849] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.968674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.968768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.969043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.969178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.969278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.969385] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.114722] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.114722] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-351" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.114722] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-351" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.116411] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-351" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.116411] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.116411] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.116411] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.116411] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.116411] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.116411] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.116924] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.116924] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.116924] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.116924] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.116924] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.117108] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.138278] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.138505] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.139268] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.139268] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-351" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.139407] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-425a983e-9963-4659-896b-cf5f830b79de taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.139625] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-425a983e-9963-4659-896b-cf5f830b79de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.139863] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-425a983e-9963-4659-896b-cf5f830b79de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.140558] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-425a983e-9963-4659-896b-cf5f830b79de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.140802] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('425a983e-9963-4659-896b-cf5f830b79de',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.144415] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.144415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.144664] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99406257-26c1-4c56-961f-ea84cf95ce96 with status ACTIVE [ 650.144707] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.145331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.145331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.145849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.145849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.146046] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.146114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.146229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.146500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.146731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.146942] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.147146] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.147223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.147387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.147466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.147556] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99406257-26c1-4c56-961f-ea84cf95ce96 is going to be updated. [ 650.159815] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.160000] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.160065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.160296] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.160364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.160604] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.160980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.160980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.161452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.161452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.161561] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 975386ac-37c2-4602-9ad8-86df2800710f already deleted. [ 650.162099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.173685] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.173894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.174026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.174190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.174357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.174852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99406257-26c1-4c56-961f-ea84cf95ce96" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.246609] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f790bef3-8a80-4887-9141-8e073bfd5742 in Status: SUCCESS [ 650.246913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.247173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.247439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.247676] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.247834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.247921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.248129] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.248380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.248494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.248649] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.472918] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.473128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.473185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.473380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.473536] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.473630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.473691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.473870] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.473959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.474058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.474198] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.474286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.474344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.474480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.474609] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.474694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.474750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.474901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.474982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.475082] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.475165] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.645525] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.645860] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.647296] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.647296] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.647296] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.647296] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 425a983e-9963-4659-896b-cf5f830b79de not found, creating... [ 650.647296] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.647516] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.647661] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.647986] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.648191] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.648589] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.648899] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.649114] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.649832] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.650034] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.650273] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 425a983e-9963-4659-896b-cf5f830b79de is going to be created. [ 650.672548] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.672966] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.672966] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.673362] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.673517] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.673813] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-425a983e-9963-4659-896b-cf5f830b79de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.751108] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.816548] env[67441]: INFO networking_nsxv3.common.synchronization [None req-9fbdd6f8-bd46-4235-a468-aa964f15e09a None None] Enqueued Resource ID: afd2d902-e37f-46c9-80f7-f61c73d25b7f with Priority: HIGHEST for action port [ 650.816548] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd2d902-e37f-46c9-80f7-f61c73d25b7f with Priority: HIGHEST for action port [ 650.816548] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-afd2d902-e37f-46c9-80f7-f61c73d25b7f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.816548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afd2d902-e37f-46c9-80f7-f61c73d25b7f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.816548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afd2d902-e37f-46c9-80f7-f61c73d25b7f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.817327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afd2d902-e37f-46c9-80f7-f61c73d25b7f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.817797] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd2d902-e37f-46c9-80f7-f61c73d25b7f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.980428] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3: rpc.has_security_group_logging(os_id): False [ 650.999896] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.000366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.000462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.000811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.001130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.001276] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.001370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.001455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.001678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.001813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.002099] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.002230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.003297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.003297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.003297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.003297] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.003297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.003297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.003297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.003670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.003670] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 651.091783] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.093711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.093975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.096022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.096022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.117969] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 651.245652] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 651.245939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.246223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.246531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.246767] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.246901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.246973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.247178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.247378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.247378] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.253440] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f790bef3-8a80-4887-9141-8e073bfd5742: rpc.has_security_group_logging(os_id): False [ 651.272969] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.272969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.272969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.273223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.273223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.273494] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.273570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.273632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.273797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.273869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.273952] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f790bef3-8a80-4887-9141-8e073bfd5742 is going to be created. [ 651.321851] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afd2d902-e37f-46c9-80f7-f61c73d25b7f [ 651.322203] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.322357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.322426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.322644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.322753] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.322865] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afd2d902-e37f-46c9-80f7-f61c73d25b7f already deleted. [ 651.323017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afd2d902-e37f-46c9-80f7-f61c73d25b7f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.350450] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.350721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.350721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.351036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.351236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.363760] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f790bef3-8a80-4887-9141-8e073bfd5742 in Status: IN_PROGRESS for 2s [ 651.454514] env[67441]: INFO networking_nsxv3.common.synchronization [req-7187ff5b-63b4-471f-8ef3-122809ddebb6 req-8530fa0e-c300-43c3-aa8b-e87560e5470f service nova] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_rules [ 651.454702] env[67441]: INFO networking_nsxv3.common.synchronization [req-7187ff5b-63b4-471f-8ef3-122809ddebb6 req-8530fa0e-c300-43c3-aa8b-e87560e5470f service nova] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 651.454824] env[67441]: INFO networking_nsxv3.common.synchronization [req-7187ff5b-63b4-471f-8ef3-122809ddebb6 req-8530fa0e-c300-43c3-aa8b-e87560e5470f service nova] Enqueued Resource ID: 425a983e-9963-4659-896b-cf5f830b79de with Priority: HIGHEST for action port [ 651.455452] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_rules [ 651.455580] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 651.455672] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425a983e-9963-4659-896b-cf5f830b79de with Priority: HIGHEST for action port [ 651.455955] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.456301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.456362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.456719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.456719] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.457694] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.457876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.457876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.458064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.458223] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.458318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.458379] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.458539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.460526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.460526] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.460526] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-425a983e-9963-4659-896b-cf5f830b79de taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.460526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-425a983e-9963-4659-896b-cf5f830b79de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.460526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-425a983e-9963-4659-896b-cf5f830b79de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.460526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-425a983e-9963-4659-896b-cf5f830b79de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.460526] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('425a983e-9963-4659-896b-cf5f830b79de',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.749511] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.937689] env[67441]: INFO networking_nsxv3.common.synchronization [req-67357bb7-145f-478f-83f9-81a2234ed775 req-7b39698d-32a5-4f78-b39c-ab47468dcf7a tempest-MultipleCreateTestJSON-915425427 tempest-MultipleCreateTestJSON-915425427-project-member] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 651.937997] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 651.938101] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.938206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.938274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.938575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.938651] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.939034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.939136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.939208] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.939294] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.939387] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.965467] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.965667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.967759] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.967759] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 425a983e-9963-4659-896b-cf5f830b79de with status ACTIVE [ 651.967759] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.967759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.967759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.967759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.967759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.967759] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.967759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.968560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.968560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.968560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.968560] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.968560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.968560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.968560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.968560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.968815] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 425a983e-9963-4659-896b-cf5f830b79de is going to be updated. [ 651.995989] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.996384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.996384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.996544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.996544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.996704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-425a983e-9963-4659-896b-cf5f830b79de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.251956] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.441724] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.475245] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.756820] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.756820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.756820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.756820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.756820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.756820] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 652.796344] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.796607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.797484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.797821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.798043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.813389] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 652.945724] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.979279] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.979279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.979279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.979279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.979279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.979279] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 975386ac-37c2-4602-9ad8-86df2800710f is going to be created. [ 653.009713] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.010099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.010099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.012474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.012474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.023911] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: UNINITIALIZED for 2s [ 653.135497] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 653.135700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.378177] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f790bef3-8a80-4887-9141-8e073bfd5742 in Status: SUCCESS [ 653.378921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.448974] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.449319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.449468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.449863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.450463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.450463] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 653.483651] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.483882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.483977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.484289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.485277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.496252] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 654.828634] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 654.828634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.829051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.829051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.829203] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.829329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.829401] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.829561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.829648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.829736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.829833] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.035770] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: SUCCESS [ 655.036027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.036342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.036581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.036781] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.037030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.037030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.037140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.037704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.037704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.037704] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.334818] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.334983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.335173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.335443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.336495] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.336495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.336495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.337520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.337639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.337746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.338235] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.338235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.338235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.338398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.338559] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.338658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.338721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.338875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.339411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.339618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.339802] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.545041] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.545041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.545041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.545041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.545041] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.545041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.545041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.545041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.545041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.545041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.545041] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.545041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.545041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.545041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.545041] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.545041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.545941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.545941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.545941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.545941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.545941] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.564602] env[67441]: INFO networking_nsxv3.common.synchronization [req-7187ff5b-63b4-471f-8ef3-122809ddebb6 req-9f9b8e41-f304-4329-bbdc-a577a83b644b tempest-ListServersNegativeTestJSON-302205633 tempest-ListServersNegativeTestJSON-302205633-project-member] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 655.565402] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 655.565870] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.566506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.566506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.566710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.568934] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.568934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.568934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.568934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.568934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.568934] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.585165] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 655.585165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.841907] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f12c69-56c1-406c-8a8d-7ffd6c95716f: rpc.has_security_group_logging(os_id): False [ 655.871845] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.871981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.872102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.872298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.872411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.872601] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.872778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.872778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.873030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.873082] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.873246] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.873338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.873429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.873538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.873602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.873817] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.873887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.873927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.874115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.874179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.874227] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 655.979641] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.979883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.979994] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.980480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.980755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.007804] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 656.048295] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 975386ac-37c2-4602-9ad8-86df2800710f: rpc.has_security_group_logging(os_id): False [ 656.070987] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.071165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.071232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.071562] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.071562] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.071739] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.071841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.071923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.072076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.072155] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.072334] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.072429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.072492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.072644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.072760] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.073079] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.073696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.074505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.074799] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.074941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.075094] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 975386ac-37c2-4602-9ad8-86df2800710f is going to be created. [ 656.076480] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.179742] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.180241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.180241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.180702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.181740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.195685] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: IN_PROGRESS for 2s [ 656.343368] env[67441]: INFO networking_nsxv3.common.synchronization [None req-56c17313-dc6b-4474-844f-0d4cde2f6853 None None] Enqueued Resource ID: 9eb4462b-05f9-4f4f-87ab-912d99319320 with Priority: HIGHEST for action port [ 656.344696] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eb4462b-05f9-4f4f-87ab-912d99319320 with Priority: HIGHEST for action port [ 656.346769] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eb4462b-05f9-4f4f-87ab-912d99319320 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.346769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eb4462b-05f9-4f4f-87ab-912d99319320" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.346769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eb4462b-05f9-4f4f-87ab-912d99319320" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.346769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eb4462b-05f9-4f4f-87ab-912d99319320" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.346769] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eb4462b-05f9-4f4f-87ab-912d99319320',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.397852] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.398280] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-351" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.398280] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-351" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.402185] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-351" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.402185] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.402185] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.402185] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.402185] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.402185] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.402185] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.402185] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.402185] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.402185] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.402185] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.402185] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.402185] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.423341] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.423493] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.423625] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.423814] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-351" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.424233] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-ca024f33-3d8e-4a78-82fe-87d78eee3058 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.424363] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-ca024f33-3d8e-4a78-82fe-87d78eee3058" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.424481] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-ca024f33-3d8e-4a78-82fe-87d78eee3058" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.424861] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-ca024f33-3d8e-4a78-82fe-87d78eee3058" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.424938] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca024f33-3d8e-4a78-82fe-87d78eee3058',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.580910] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.849458] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9eb4462b-05f9-4f4f-87ab-912d99319320 [ 656.850764] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.850917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.850987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.851254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.851346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.851466] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9eb4462b-05f9-4f4f-87ab-912d99319320 already deleted. [ 656.851607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eb4462b-05f9-4f4f-87ab-912d99319320" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.931033] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.931033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.931033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.931033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.931033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.931033] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port ca024f33-3d8e-4a78-82fe-87d78eee3058 not found, creating... [ 656.931033] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.931033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.931033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.931033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.931033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.931819] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.931819] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.931819] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.931819] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.931819] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.931819] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: ca024f33-3d8e-4a78-82fe-87d78eee3058 is going to be created. [ 656.956984] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.956984] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.956984] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.956984] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.956984] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.956984] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-ca024f33-3d8e-4a78-82fe-87d78eee3058" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.085920] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.086541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.087168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.087479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.087620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.087762] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 975386ac-37c2-4602-9ad8-86df2800710f is going to be updated. [ 657.132689] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.132966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.133065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.133452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.133541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.144714] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: IN_PROGRESS for 2s [ 657.296105] env[67441]: INFO networking_nsxv3.common.synchronization [req-ac849778-a303-4bf4-8b0c-8492656546e0 req-c470baec-3083-4ccc-9f4a-f03b50c176c5 tempest-MultipleCreateTestJSON-915425427 tempest-MultipleCreateTestJSON-915425427-project-member] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 657.296788] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 657.297419] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.297578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.297639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.297838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.298011] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.298119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.298188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.298345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.298431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.298532] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.718870] env[67441]: INFO networking_nsxv3.common.synchronization [req-7187ff5b-63b4-471f-8ef3-122809ddebb6 req-463ba44b-55ec-46fd-8283-be7e1082dd29 service nova] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_rules [ 657.719035] env[67441]: INFO networking_nsxv3.common.synchronization [req-7187ff5b-63b4-471f-8ef3-122809ddebb6 req-463ba44b-55ec-46fd-8283-be7e1082dd29 service nova] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 657.719173] env[67441]: INFO networking_nsxv3.common.synchronization [req-7187ff5b-63b4-471f-8ef3-122809ddebb6 req-463ba44b-55ec-46fd-8283-be7e1082dd29 service nova] Enqueued Resource ID: ca024f33-3d8e-4a78-82fe-87d78eee3058 with Priority: HIGHEST for action port [ 657.719812] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_rules [ 657.720113] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 657.720871] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca024f33-3d8e-4a78-82fe-87d78eee3058 with Priority: HIGHEST for action port [ 657.721325] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.721428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.721702] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.721803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.721978] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca024f33-3d8e-4a78-82fe-87d78eee3058 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.722140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca024f33-3d8e-4a78-82fe-87d78eee3058" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.722140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca024f33-3d8e-4a78-82fe-87d78eee3058" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.722319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca024f33-3d8e-4a78-82fe-87d78eee3058" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.722392] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca024f33-3d8e-4a78-82fe-87d78eee3058',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.802261] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.802478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.802478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.803098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.803098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.803098] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.803314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.803314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.804355] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.804355] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.804355] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 657.872794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.873246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.873355] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.873700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.874010] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.901852] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 658.026022] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 658.026836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.211702] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: SUCCESS [ 658.211702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.211702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.211702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.211702] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.226073] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca024f33-3d8e-4a78-82fe-87d78eee3058 with status ACTIVE [ 658.226773] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.227235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.230019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.230019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.230019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.230019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.230019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.230019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.230019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.230019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.230019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.230019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.230019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.230019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.230019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.230019] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca024f33-3d8e-4a78-82fe-87d78eee3058 is going to be updated. [ 658.253605] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.253924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.253997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.254340] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.254625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.254842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca024f33-3d8e-4a78-82fe-87d78eee3058" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.475973] env[67441]: INFO networking_nsxv3.common.synchronization [req-7187ff5b-63b4-471f-8ef3-122809ddebb6 req-2424f427-3de5-43b8-979e-cbca5674cd29 tempest-ListServersNegativeTestJSON-302205633 tempest-ListServersNegativeTestJSON-302205633-project-member] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 658.476541] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 658.476846] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.476952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.713169] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.713550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.758401] env[67441]: INFO networking_nsxv3.common.synchronization [None req-27b9ef81-85ed-4e1a-9086-d762ddc31db8 None None] Enqueued Resource ID: 2c9daffb-5e33-4ec5-b27f-c436d202c2bc with Priority: HIGHEST for action port [ 658.758710] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c9daffb-5e33-4ec5-b27f-c436d202c2bc with Priority: HIGHEST for action port [ 658.759009] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c9daffb-5e33-4ec5-b27f-c436d202c2bc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.759380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c9daffb-5e33-4ec5-b27f-c436d202c2bc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.759380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c9daffb-5e33-4ec5-b27f-c436d202c2bc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.759505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c9daffb-5e33-4ec5-b27f-c436d202c2bc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.759544] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c9daffb-5e33-4ec5-b27f-c436d202c2bc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.827247] env[67441]: INFO networking_nsxv3.common.synchronization [req-6adff815-7d83-4bf6-a768-5e379ff25bb7 req-82160e5f-0317-4630-984f-63a86d3daf83 tempest-ImagesTestJSON-1476992468 tempest-ImagesTestJSON-1476992468-project-member] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 658.827985] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 658.828903] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.830317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.830317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.830738] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.832019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.832019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.832019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.832019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.832019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.832019] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.159234] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: SUCCESS [ 659.159554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.159670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.159957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.160180] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.160327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.160396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.160574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.160659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.160776] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.164411] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f5ab7184-8e8b-411c-8e6b-6307fb0ffbd1 None None] Enqueued Resource ID: c6fadfb6-1d93-4d6e-ad97-a1282c0201e9 with Priority: HIGHEST for action port [ 659.164665] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fadfb6-1d93-4d6e-ad97-a1282c0201e9 with Priority: HIGHEST for action port [ 659.165300] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6fadfb6-1d93-4d6e-ad97-a1282c0201e9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.165458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6fadfb6-1d93-4d6e-ad97-a1282c0201e9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.165510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6fadfb6-1d93-4d6e-ad97-a1282c0201e9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.165751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6fadfb6-1d93-4d6e-ad97-a1282c0201e9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.165855] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6fadfb6-1d93-4d6e-ad97-a1282c0201e9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.263987] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c9daffb-5e33-4ec5-b27f-c436d202c2bc [ 659.263987] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.263987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.263987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.263987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.263987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.263987] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c9daffb-5e33-4ec5-b27f-c436d202c2bc already deleted. [ 659.263987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c9daffb-5e33-4ec5-b27f-c436d202c2bc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.327926] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-351 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.327926] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-351" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.327926] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-351" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.327926] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-351" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.328323] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.328389] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.328460] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.328691] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.329402] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.329402] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.329402] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.329402] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.329402] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.329600] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.329600] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.329665] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.335917] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.335917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.335917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.335917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.335917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.335917] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.335917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.335917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.335917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.336417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.336417] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 659.353320] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.353489] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.353551] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.353741] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-351" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.354124] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-0392feaa-9c6f-4f23-b8b0-ba53cabac98e taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.354304] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-0392feaa-9c6f-4f23-b8b0-ba53cabac98e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.354420] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-0392feaa-9c6f-4f23-b8b0-ba53cabac98e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.354764] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-0392feaa-9c6f-4f23-b8b0-ba53cabac98e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.354920] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0392feaa-9c6f-4f23-b8b0-ba53cabac98e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.370914] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.371149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.371218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.371394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.371538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.381884] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 659.663605] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.671011] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6fadfb6-1d93-4d6e-ad97-a1282c0201e9 [ 659.671347] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.671501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.671588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.671812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.671906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.672026] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6fadfb6-1d93-4d6e-ad97-a1282c0201e9 already deleted. [ 659.672116] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6fadfb6-1d93-4d6e-ad97-a1282c0201e9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.857683] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.857918] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.858054] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.858388] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.858583] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.862025] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 0392feaa-9c6f-4f23-b8b0-ba53cabac98e not found, creating... [ 659.862025] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.862025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.862025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.862025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.862025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.862025] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.862025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.862025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.862025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.862540] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.862540] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 0392feaa-9c6f-4f23-b8b0-ba53cabac98e is going to be created. [ 659.906725] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.906725] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.906725] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.907104] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.910014] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.910014] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-0392feaa-9c6f-4f23-b8b0-ba53cabac98e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.913689] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 659.913689] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 deletion is rescheduled due to dependency. [ 659.913689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.168235] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.639266] env[67441]: INFO networking_nsxv3.common.synchronization [req-7187ff5b-63b4-471f-8ef3-122809ddebb6 req-d803e4b1-6cbb-43f0-b026-47bcc71c5eaa service nova] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_rules [ 660.639440] env[67441]: INFO networking_nsxv3.common.synchronization [req-7187ff5b-63b4-471f-8ef3-122809ddebb6 req-d803e4b1-6cbb-43f0-b026-47bcc71c5eaa service nova] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 660.639573] env[67441]: INFO networking_nsxv3.common.synchronization [req-7187ff5b-63b4-471f-8ef3-122809ddebb6 req-d803e4b1-6cbb-43f0-b026-47bcc71c5eaa service nova] Enqueued Resource ID: 0392feaa-9c6f-4f23-b8b0-ba53cabac98e with Priority: HIGHEST for action port [ 660.640150] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_rules [ 660.640286] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 660.640375] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0392feaa-9c6f-4f23-b8b0-ba53cabac98e with Priority: HIGHEST for action port [ 660.640672] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.640777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.640949] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.641421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.641733] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-0392feaa-9c6f-4f23-b8b0-ba53cabac98e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.641872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0392feaa-9c6f-4f23-b8b0-ba53cabac98e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.641941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0392feaa-9c6f-4f23-b8b0-ba53cabac98e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.642133] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0392feaa-9c6f-4f23-b8b0-ba53cabac98e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.642214] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0392feaa-9c6f-4f23-b8b0-ba53cabac98e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.672156] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.672651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.673517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.673948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.674226] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.674324] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 975386ac-37c2-4602-9ad8-86df2800710f is going to be updated. [ 660.710079] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.712835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.712835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.712835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.712835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.733229] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: IN_PROGRESS for 2s [ 661.149541] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0392feaa-9c6f-4f23-b8b0-ba53cabac98e with status ACTIVE [ 661.149541] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.149541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.149541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.149541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.149541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.149541] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.149541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.149541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.149541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.149541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.149541] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.149541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.149541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.149541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.149541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.149541] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0392feaa-9c6f-4f23-b8b0-ba53cabac98e is going to be updated. [ 661.180581] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.180581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.180581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.180581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.180581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.180581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0392feaa-9c6f-4f23-b8b0-ba53cabac98e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.392596] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 661.392596] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 deletion is rescheduled due to dependency. [ 661.392596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.477049] env[67441]: INFO networking_nsxv3.common.synchronization [req-3758be26-a07c-44db-b32a-6b1cef48f993 req-589df8e5-3580-4d19-8b7b-fb78a5b1cbee tempest-ServerDiskConfigTestJSON-1877869234 tempest-ServerDiskConfigTestJSON-1877869234-project-member] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 661.477049] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 661.477049] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.477049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.477049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.477049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.477500] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.477652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.477758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.478056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.478206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.478579] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.534308] env[67441]: INFO networking_nsxv3.common.synchronization [None req-6da839a9-f456-4ee5-9580-d4581e8da213 None None] Enqueued Resource ID: e47e6efe-c4e3-4cdf-a06e-c2993f71f658 with Priority: HIGHEST for action port [ 661.534574] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47e6efe-c4e3-4cdf-a06e-c2993f71f658 with Priority: HIGHEST for action port [ 661.535471] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-e47e6efe-c4e3-4cdf-a06e-c2993f71f658 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.535584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e47e6efe-c4e3-4cdf-a06e-c2993f71f658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.535625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e47e6efe-c4e3-4cdf-a06e-c2993f71f658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.535867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e47e6efe-c4e3-4cdf-a06e-c2993f71f658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.535952] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47e6efe-c4e3-4cdf-a06e-c2993f71f658',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.798317] env[67441]: INFO networking_nsxv3.common.synchronization [None req-c73a3290-e529-4e37-9720-f337a31d9905 None None] Enqueued Resource ID: 2d7a3610-dfef-43b5-a6a1-e9a5acfd7655 with Priority: HIGHEST for action port [ 661.798317] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7a3610-dfef-43b5-a6a1-e9a5acfd7655 with Priority: HIGHEST for action port [ 661.798317] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d7a3610-dfef-43b5-a6a1-e9a5acfd7655 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.798317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d7a3610-dfef-43b5-a6a1-e9a5acfd7655" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.798317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d7a3610-dfef-43b5-a6a1-e9a5acfd7655" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.798317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d7a3610-dfef-43b5-a6a1-e9a5acfd7655" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.798317] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d7a3610-dfef-43b5-a6a1-e9a5acfd7655',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.982054] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.983234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.983234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.983234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.983234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.983234] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.983234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.983234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.983234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.983234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.983867] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 662.015674] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.018085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.018085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.018085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.018085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.036161] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 662.042195] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e47e6efe-c4e3-4cdf-a06e-c2993f71f658 [ 662.042195] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.042195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.042195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.042195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.042195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.042195] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e47e6efe-c4e3-4cdf-a06e-c2993f71f658 already deleted. [ 662.042195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e47e6efe-c4e3-4cdf-a06e-c2993f71f658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.301380] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d7a3610-dfef-43b5-a6a1-e9a5acfd7655 [ 662.301380] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.301380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.301380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.301729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.301729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.301729] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d7a3610-dfef-43b5-a6a1-e9a5acfd7655 already deleted. [ 662.301878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d7a3610-dfef-43b5-a6a1-e9a5acfd7655" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.807876] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: SUCCESS [ 662.807876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.807876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.807876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.807876] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.807876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.807876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.807876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.807876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.807876] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.253692] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.757340] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.047595] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 664.047595] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 deletion is rescheduled due to dependency. [ 664.047595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.259502] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.259502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.259502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.259502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.259502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.259502] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 975386ac-37c2-4602-9ad8-86df2800710f is going to be updated. [ 664.318193] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.318193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.318193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.318193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.318193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.331944] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: IN_PROGRESS for 2s [ 664.428234] env[67441]: INFO networking_nsxv3.common.synchronization [None req-cf6d98c4-bf66-498c-b15c-ffdef5b91b8f None None] Enqueued Resource ID: ed4bc148-9963-4ec3-b6f9-ba22a063ca91 with Priority: HIGHEST for action port [ 664.429183] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4bc148-9963-4ec3-b6f9-ba22a063ca91 with Priority: HIGHEST for action port [ 664.429254] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed4bc148-9963-4ec3-b6f9-ba22a063ca91 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.429381] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed4bc148-9963-4ec3-b6f9-ba22a063ca91" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.429687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed4bc148-9963-4ec3-b6f9-ba22a063ca91" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.429768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed4bc148-9963-4ec3-b6f9-ba22a063ca91" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.429856] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed4bc148-9963-4ec3-b6f9-ba22a063ca91',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.935024] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed4bc148-9963-4ec3-b6f9-ba22a063ca91 [ 664.935024] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.935024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.935024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.935024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.935024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.935024] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed4bc148-9963-4ec3-b6f9-ba22a063ca91 already deleted. [ 664.935024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed4bc148-9963-4ec3-b6f9-ba22a063ca91" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.939871] env[67441]: INFO networking_nsxv3.common.synchronization [None req-32680539-1f8e-4fc9-a819-d655dc56ddd5 None None] Enqueued Resource ID: 765a10c8-b3a2-481e-ad81-b6619df125c4 with Priority: HIGHEST for action port [ 664.939871] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765a10c8-b3a2-481e-ad81-b6619df125c4 with Priority: HIGHEST for action port [ 664.939871] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-765a10c8-b3a2-481e-ad81-b6619df125c4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.939871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-765a10c8-b3a2-481e-ad81-b6619df125c4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.939871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-765a10c8-b3a2-481e-ad81-b6619df125c4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.939871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-765a10c8-b3a2-481e-ad81-b6619df125c4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.939871] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('765a10c8-b3a2-481e-ad81-b6619df125c4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.441683] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 765a10c8-b3a2-481e-ad81-b6619df125c4 [ 665.441928] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.442250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.442250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.442456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.442456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.442555] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:765a10c8-b3a2-481e-ad81-b6619df125c4 already deleted. [ 665.442629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-765a10c8-b3a2-481e-ad81-b6619df125c4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.534605] env[67441]: INFO networking_nsxv3.common.synchronization [req-7176ed1c-7a7a-4fed-b9ce-3e274fbb9d82 req-66da1183-e7db-4e50-831a-62b80b244a33 tempest-AttachVolumeTestJSON-653954216 tempest-AttachVolumeTestJSON-653954216-project-member] Enqueued Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGHEST for action security_group_members [ 665.535180] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGHEST for action security_group_members [ 665.535517] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.535811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.535811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.536015] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.536185] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.536285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.536347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.536511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.536620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.536713] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.897610] env[67441]: INFO networking_nsxv3.common.synchronization [None req-e19ec76b-a162-4405-bcc7-6ce0d26a186d tempest-ServersTestBootFromVolume-2034987498 tempest-ServersTestBootFromVolume-2034987498-project-member] Enqueued Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGHEST for action security_group_rules [ 665.901185] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGHEST for action security_group_rules [ 665.902116] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814560c6-c5b0-4389-8585-9bb62fc9f265 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.903209] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.903387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.903734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.903892] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814560c6-c5b0-4389-8585-9bb62fc9f265',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.039507] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.040162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.040253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.041324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.041632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.041997] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.043043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.043043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.043043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.043043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.043043] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 already deleted. [ 666.043043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.345421] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: SUCCESS [ 666.345421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.345421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.345421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.345421] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.345421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.345421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.345421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.345421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.345421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.345421] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.346226] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.346844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.346844] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.346844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.346844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.347540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.347689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.347724] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.429922] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.429922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.430111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.430269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.430334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.430416] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 already deleted. [ 666.430501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.505215] env[67441]: INFO networking_nsxv3.common.synchronization [None req-3bf3d8c8-0bd3-4f51-8102-d1a51254c885 tempest-ServersTestBootFromVolume-2034987498 tempest-ServersTestBootFromVolume-2034987498-project-member] Enqueued Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGHEST for action security_group_rules [ 666.505215] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGHEST for action security_group_rules [ 666.505215] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814560c6-c5b0-4389-8585-9bb62fc9f265 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.505215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.505215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.505215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.505215] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814560c6-c5b0-4389-8585-9bb62fc9f265',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.583542] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.583757] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-112" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.583932] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-112" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.584287] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-112" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.584561] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.584737] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.584863] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.585093] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.585257] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.585457] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.585561] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.585787] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.585787] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.585861] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.586365] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.586707] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.606408] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.606585] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.606711] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.607182] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-112" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.607532] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-00960a58-df77-481a-9783-0a8b58bf3e4d taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.607745] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-00960a58-df77-481a-9783-0a8b58bf3e4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.607953] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-00960a58-df77-481a-9783-0a8b58bf3e4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.608357] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-00960a58-df77-481a-9783-0a8b58bf3e4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.608642] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00960a58-df77-481a-9783-0a8b58bf3e4d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.854672] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.854672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.854672] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.026656] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.026878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.027043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.027273] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.027366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.027493] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 already deleted. [ 667.027620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.113242] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.117026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.117026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.117026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.117026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.117026] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 00960a58-df77-481a-9783-0a8b58bf3e4d not found, creating... [ 667.117026] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.117026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.117026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.117026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.117026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.117469] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.117469] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.117469] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.117469] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.117469] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.117469] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 00960a58-df77-481a-9783-0a8b58bf3e4d is going to be created. [ 667.304879] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.304879] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.305374] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.305374] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.305750] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.305750] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-00960a58-df77-481a-9783-0a8b58bf3e4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.357548] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.421246] env[67441]: INFO networking_nsxv3.common.synchronization [None req-68d58102-46be-4769-861e-c8a5c742bf5b None None] Enqueued Resource ID: 4ef63c03-fc1b-4137-98bc-c2f52b105b3a with Priority: HIGHEST for action port [ 667.421829] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef63c03-fc1b-4137-98bc-c2f52b105b3a with Priority: HIGHEST for action port [ 667.422456] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ef63c03-fc1b-4137-98bc-c2f52b105b3a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.422564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ef63c03-fc1b-4137-98bc-c2f52b105b3a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.422631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ef63c03-fc1b-4137-98bc-c2f52b105b3a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.422985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ef63c03-fc1b-4137-98bc-c2f52b105b3a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.423075] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef63c03-fc1b-4137-98bc-c2f52b105b3a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.860080] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.860193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.860433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.860540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.860626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.860741] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 975386ac-37c2-4602-9ad8-86df2800710f is going to be updated. [ 667.874958] env[67441]: INFO networking_nsxv3.common.synchronization [req-7176ed1c-7a7a-4fed-b9ce-3e274fbb9d82 req-e1ec4782-16a7-4cc0-b7d7-8601d217b81f service nova] Enqueued Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGHEST for action security_group_rules [ 667.875267] env[67441]: INFO networking_nsxv3.common.synchronization [req-7176ed1c-7a7a-4fed-b9ce-3e274fbb9d82 req-e1ec4782-16a7-4cc0-b7d7-8601d217b81f service nova] Enqueued Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGHEST for action security_group_members [ 667.875453] env[67441]: INFO networking_nsxv3.common.synchronization [req-7176ed1c-7a7a-4fed-b9ce-3e274fbb9d82 req-e1ec4782-16a7-4cc0-b7d7-8601d217b81f service nova] Enqueued Resource ID: 00960a58-df77-481a-9783-0a8b58bf3e4d with Priority: HIGHEST for action port [ 667.876190] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGHEST for action security_group_rules [ 667.876407] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGHEST for action security_group_members [ 667.876495] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00960a58-df77-481a-9783-0a8b58bf3e4d with Priority: HIGHEST for action port [ 667.877158] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.877158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.877158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.877856] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.878022] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.879119] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.879119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.879232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.879373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.879535] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.879654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.879700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.879876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.879983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.880358] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.881443] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-00960a58-df77-481a-9783-0a8b58bf3e4d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.881443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00960a58-df77-481a-9783-0a8b58bf3e4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.881443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00960a58-df77-481a-9783-0a8b58bf3e4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.882223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00960a58-df77-481a-9783-0a8b58bf3e4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.882223] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00960a58-df77-481a-9783-0a8b58bf3e4d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.920448] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.920673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.920673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.921334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.921334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.925606] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ef63c03-fc1b-4137-98bc-c2f52b105b3a [ 667.926846] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.926846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.926846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.926846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.926846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.926846] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ef63c03-fc1b-4137-98bc-c2f52b105b3a already deleted. [ 667.926846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ef63c03-fc1b-4137-98bc-c2f52b105b3a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.952966] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: IN_PROGRESS for 2s [ 668.383273] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.386068] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.386068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.386068] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00960a58-df77-481a-9783-0a8b58bf3e4d with status ACTIVE [ 668.386068] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.386068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.386068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.386068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.386068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.386068] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.386068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.386068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.386068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.386068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.389795] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.389918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.389985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.390187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.390231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.390326] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00960a58-df77-481a-9783-0a8b58bf3e4d is going to be updated. [ 668.415189] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.415373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.415442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.415659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.415795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.415954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00960a58-df77-481a-9783-0a8b58bf3e4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.892740] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.397770] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.398174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.398174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.398367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.398420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.398534] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 is going to be created. [ 669.429302] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.429490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.429536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.430690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.430690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.444716] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 in Status: UNINITIALIZED for 2s [ 669.967133] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: SUCCESS [ 669.967370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.967571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.967872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.968014] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.968934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.968934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.968934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.968934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.968934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.969220] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.969220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.969220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.969378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.969488] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.970173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.970173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.970173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.970173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.970173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.970447] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.390847] env[67441]: INFO networking_nsxv3.common.synchronization [None req-23d27a5d-e8ae-4822-9897-40d325a61a56 None None] Enqueued Resource ID: cb7d48e4-b130-4289-94ad-e8e663e5cb75 with Priority: HIGHEST for action port [ 670.390847] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7d48e4-b130-4289-94ad-e8e663e5cb75 with Priority: HIGHEST for action port [ 670.390847] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb7d48e4-b130-4289-94ad-e8e663e5cb75 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.390847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb7d48e4-b130-4289-94ad-e8e663e5cb75" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.390847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb7d48e4-b130-4289-94ad-e8e663e5cb75" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.391504] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb7d48e4-b130-4289-94ad-e8e663e5cb75" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.391691] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb7d48e4-b130-4289-94ad-e8e663e5cb75',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.476400] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 975386ac-37c2-4602-9ad8-86df2800710f: rpc.has_security_group_logging(os_id): False [ 670.498029] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.498029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.498029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.498029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.498029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.498029] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.498029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.498029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.498029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.498029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.498029] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.498029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.498029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.498029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.498029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.498842] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.503152] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.503152] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.503383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.503476] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.503592] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 975386ac-37c2-4602-9ad8-86df2800710f is going to be updated. [ 670.578098] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.578331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.578331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.579860] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.580095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.596098] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: IN_PROGRESS for 2s [ 670.895080] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb7d48e4-b130-4289-94ad-e8e663e5cb75 [ 670.895080] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.895080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.895080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.895080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.895080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.895080] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb7d48e4-b130-4289-94ad-e8e663e5cb75 already deleted. [ 670.895080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb7d48e4-b130-4289-94ad-e8e663e5cb75" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.457887] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 in Status: SUCCESS [ 671.457887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.457887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.457887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.457887] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.457887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.457887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.457887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.457887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.457887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.457887] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.960580] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.277245] env[67441]: INFO networking_nsxv3.common.synchronization [None req-c7ce3a78-58eb-4b84-8bde-dda5c0301b6b None None] Enqueued Resource ID: 381742c0-f078-4313-9ba6-0072b37c9713 with Priority: HIGHEST for action port [ 672.278639] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381742c0-f078-4313-9ba6-0072b37c9713 with Priority: HIGHEST for action port [ 672.279097] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-381742c0-f078-4313-9ba6-0072b37c9713 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.279097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-381742c0-f078-4313-9ba6-0072b37c9713" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.279281] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-381742c0-f078-4313-9ba6-0072b37c9713" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.280063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-381742c0-f078-4313-9ba6-0072b37c9713" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.280154] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381742c0-f078-4313-9ba6-0072b37c9713',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.467594] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20: rpc.has_security_group_logging(os_id): False [ 672.493025] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.493025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.493025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.493025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.493025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.493025] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.493025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.493025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.493025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.493025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.493025] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 is going to be created. [ 672.613583] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: SUCCESS [ 672.614575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.614904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.615645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.615645] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.635697] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.635891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.635942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.636167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.636361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.654896] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 in Status: IN_PROGRESS for 2s [ 672.783413] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 381742c0-f078-4313-9ba6-0072b37c9713 [ 672.783650] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.783781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.784119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.784204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.784260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.784358] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:381742c0-f078-4313-9ba6-0072b37c9713 already deleted. [ 672.784436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-381742c0-f078-4313-9ba6-0072b37c9713" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.118670] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.118990] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.118990] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.120790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.120790] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.120790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.120790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.120790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.120790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.120790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.120790] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.622479] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.623042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.623567] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.623968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.624328] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.624619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.624825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.625189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.625415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.625648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.626027] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.627100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.627180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.627621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.628126] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.628126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.628126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.628126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.628302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.628302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.628763] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.966018] env[67441]: INFO networking_nsxv3.common.synchronization [req-933b8356-d237-46ac-9286-5f2d6d3f6606 req-4a76e2f7-8007-4f5b-a87f-8dc75d42c885 tempest-ServersNegativeTestMultiTenantJSON-1644900300 tempest-ServersNegativeTestMultiTenantJSON-1644900300-project-member] Enqueued Resource ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb with Priority: HIGHEST for action security_group_members [ 673.966676] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb with Priority: HIGHEST for action security_group_members [ 673.967015] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-798dcf0c-5c20-45e6-96d3-fef974d194fb taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.970518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.970518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.970518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.970518] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.970518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.970518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.970518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.970518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.970518] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798dcf0c-5c20-45e6-96d3-fef974d194fb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.131334] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 975386ac-37c2-4602-9ad8-86df2800710f: rpc.has_security_group_logging(os_id): False [ 674.151511] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.151692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.151763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.152271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.152377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.152571] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.152667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.152734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.153607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.153696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.153896] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.153995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.154147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.154380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.154463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.154664] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.154780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.154850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.154999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.155088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.155219] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 975386ac-37c2-4602-9ad8-86df2800710f is going to be updated. [ 674.222429] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.222636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.222715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.223084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.223218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.228548] env[67441]: INFO networking_nsxv3.common.synchronization [None req-fde29f6e-1924-423c-b850-c8e1f5489e94 None None] Enqueued Resource ID: e3956d59-4008-478e-992e-c6df64db8427 with Priority: HIGHEST for action port [ 674.228548] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3956d59-4008-478e-992e-c6df64db8427 with Priority: HIGHEST for action port [ 674.229109] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3956d59-4008-478e-992e-c6df64db8427 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.229241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3956d59-4008-478e-992e-c6df64db8427" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.229309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3956d59-4008-478e-992e-c6df64db8427" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.230169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3956d59-4008-478e-992e-c6df64db8427" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.230736] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3956d59-4008-478e-992e-c6df64db8427',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.238589] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: IN_PROGRESS for 2s [ 674.466959] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.467347] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-660" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.467347] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-660" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.470393] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-660" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.470393] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.470393] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.470393] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.471014] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.471014] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.471014] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.471014] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.471166] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.472514] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.472514] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.472514] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.472514] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.473912] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.473912] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.473912] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.473912] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.473912] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.474230] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.474230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.474328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.474438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.474511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.474594] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb already deleted. [ 674.474689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.499165] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.499504] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.499756] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.500076] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-660" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.500341] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-969cbbae-da91-4783-b664-79800ee6a0b1 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.500509] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-969cbbae-da91-4783-b664-79800ee6a0b1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.500684] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-969cbbae-da91-4783-b664-79800ee6a0b1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.501091] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-969cbbae-da91-4783-b664-79800ee6a0b1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.501411] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('969cbbae-da91-4783-b664-79800ee6a0b1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.667297] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 in Status: SUCCESS [ 674.667598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.732643] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3956d59-4008-478e-992e-c6df64db8427 [ 674.732853] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.733066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.733171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.733306] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.733417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.733544] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3956d59-4008-478e-992e-c6df64db8427 already deleted. [ 674.734234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3956d59-4008-478e-992e-c6df64db8427" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.758559] env[67441]: INFO networking_nsxv3.common.synchronization [None req-34b6e272-8a65-442d-ba92-9e6fcd81464f None None] Enqueued Resource ID: 7afbcbe0-b61e-4ce4-94e3-e84a514d3d90 with Priority: HIGHEST for action port [ 674.759288] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afbcbe0-b61e-4ce4-94e3-e84a514d3d90 with Priority: HIGHEST for action port [ 674.759714] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7afbcbe0-b61e-4ce4-94e3-e84a514d3d90 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.759893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7afbcbe0-b61e-4ce4-94e3-e84a514d3d90" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.760017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7afbcbe0-b61e-4ce4-94e3-e84a514d3d90" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.760265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7afbcbe0-b61e-4ce4-94e3-e84a514d3d90" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.760332] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7afbcbe0-b61e-4ce4-94e3-e84a514d3d90',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.004307] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.004448] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.004574] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.004933] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.005114] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.005268] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 969cbbae-da91-4783-b664-79800ee6a0b1 not found, creating... [ 675.005528] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.005679] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.005792] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.006057] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.006162] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.006446] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.006582] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.006693] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.006896] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.007032] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.007169] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 969cbbae-da91-4783-b664-79800ee6a0b1 is going to be created. [ 675.028506] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.028714] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.028832] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.029148] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.029535] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.029603] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-969cbbae-da91-4783-b664-79800ee6a0b1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.262986] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7afbcbe0-b61e-4ce4-94e3-e84a514d3d90 [ 675.262986] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.263485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.263485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.263485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.263485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.263705] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7afbcbe0-b61e-4ce4-94e3-e84a514d3d90 already deleted. [ 675.263705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7afbcbe0-b61e-4ce4-94e3-e84a514d3d90" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.668237] env[67441]: INFO networking_nsxv3.common.synchronization [None req-50a4d254-483c-4624-87b7-89b10164b738 None None] Enqueued Resource ID: 8585e608-e891-44cc-a084-c31d9096122b with Priority: HIGHEST for action port [ 675.670677] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8585e608-e891-44cc-a084-c31d9096122b with Priority: HIGHEST for action port [ 675.671489] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8585e608-e891-44cc-a084-c31d9096122b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.671489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8585e608-e891-44cc-a084-c31d9096122b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.671489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8585e608-e891-44cc-a084-c31d9096122b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.671893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8585e608-e891-44cc-a084-c31d9096122b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.671893] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8585e608-e891-44cc-a084-c31d9096122b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.821563] env[67441]: INFO networking_nsxv3.common.synchronization [req-933b8356-d237-46ac-9286-5f2d6d3f6606 req-b9d33c4f-3b15-4d30-adf9-d09ef11a3e0b service nova] Enqueued Resource ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb with Priority: HIGHEST for action security_group_rules [ 675.821779] env[67441]: INFO networking_nsxv3.common.synchronization [req-933b8356-d237-46ac-9286-5f2d6d3f6606 req-b9d33c4f-3b15-4d30-adf9-d09ef11a3e0b service nova] Enqueued Resource ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb with Priority: HIGHEST for action security_group_members [ 675.821924] env[67441]: INFO networking_nsxv3.common.synchronization [req-933b8356-d237-46ac-9286-5f2d6d3f6606 req-b9d33c4f-3b15-4d30-adf9-d09ef11a3e0b service nova] Enqueued Resource ID: 969cbbae-da91-4783-b664-79800ee6a0b1 with Priority: HIGHEST for action port [ 675.822643] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb with Priority: HIGHEST for action security_group_rules [ 675.822731] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb with Priority: HIGHEST for action security_group_members [ 675.822886] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 969cbbae-da91-4783-b664-79800ee6a0b1 with Priority: HIGHEST for action port [ 675.823303] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-798dcf0c-5c20-45e6-96d3-fef974d194fb taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.825656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.825656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.825656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.825656] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('798dcf0c-5c20-45e6-96d3-fef974d194fb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.826774] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-798dcf0c-5c20-45e6-96d3-fef974d194fb taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.826774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.826774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.826990] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.826990] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.827232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.827232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.827475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.827592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.827791] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798dcf0c-5c20-45e6-96d3-fef974d194fb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.832144] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-969cbbae-da91-4783-b664-79800ee6a0b1 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.832144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-969cbbae-da91-4783-b664-79800ee6a0b1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.832144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-969cbbae-da91-4783-b664-79800ee6a0b1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.832144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-969cbbae-da91-4783-b664-79800ee6a0b1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.832144] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('969cbbae-da91-4783-b664-79800ee6a0b1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.175470] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8585e608-e891-44cc-a084-c31d9096122b [ 676.175579] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.175671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.175737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.175970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.176071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.176169] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8585e608-e891-44cc-a084-c31d9096122b already deleted. [ 676.176252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8585e608-e891-44cc-a084-c31d9096122b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.258025] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: SUCCESS [ 676.258025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.335830] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('798dcf0c-5c20-45e6-96d3-fef974d194fb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.336299] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-798dcf0c-5c20-45e6-96d3-fef974d194fb taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.337976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.340613] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 969cbbae-da91-4783-b664-79800ee6a0b1 with status ACTIVE [ 676.340613] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.340613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.340613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.340613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.340613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.340613] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.340613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.340613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.340613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.340613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.340613] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.340613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.340613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.340613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.340613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.340613] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 969cbbae-da91-4783-b664-79800ee6a0b1 is going to be updated. [ 676.371379] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.371379] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.371598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.371934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.373389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.373934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-969cbbae-da91-4783-b664-79800ee6a0b1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.839532] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('798dcf0c-5c20-45e6-96d3-fef974d194fb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.343080] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.343418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.343418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.344409] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.344409] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.344409] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb is going to be created. [ 677.369743] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.369906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.369991] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.370252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.370413] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.383117] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb in Status: UNINITIALIZED for 2s [ 678.193441] env[67441]: INFO networking_nsxv3.common.synchronization [None req-88ec74ce-f2ab-46bb-bf19-f56126082548 None None] Enqueued Resource ID: 3023765d-5acf-4b6e-9658-53c67f2d2d0f with Priority: HIGHEST for action port [ 678.194038] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3023765d-5acf-4b6e-9658-53c67f2d2d0f with Priority: HIGHEST for action port [ 678.194342] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-3023765d-5acf-4b6e-9658-53c67f2d2d0f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.194473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3023765d-5acf-4b6e-9658-53c67f2d2d0f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.194522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3023765d-5acf-4b6e-9658-53c67f2d2d0f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.194816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3023765d-5acf-4b6e-9658-53c67f2d2d0f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.195324] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3023765d-5acf-4b6e-9658-53c67f2d2d0f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.702801] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3023765d-5acf-4b6e-9658-53c67f2d2d0f [ 678.702801] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.702801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.702801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.702801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.702801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.702801] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3023765d-5acf-4b6e-9658-53c67f2d2d0f already deleted. [ 678.702801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3023765d-5acf-4b6e-9658-53c67f2d2d0f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.092062] env[67441]: INFO networking_nsxv3.common.synchronization [None req-70257af4-c9fb-4693-852b-398e80b405f6 None None] Enqueued Resource ID: 031c9ff2-5c90-4a08-acf5-863f49436cda with Priority: HIGHEST for action port [ 679.092547] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031c9ff2-5c90-4a08-acf5-863f49436cda with Priority: HIGHEST for action port [ 679.093192] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-031c9ff2-5c90-4a08-acf5-863f49436cda taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.096063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-031c9ff2-5c90-4a08-acf5-863f49436cda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.096063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-031c9ff2-5c90-4a08-acf5-863f49436cda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.096063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-031c9ff2-5c90-4a08-acf5-863f49436cda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.096063] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031c9ff2-5c90-4a08-acf5-863f49436cda',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.395438] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb in Status: SUCCESS [ 679.396021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.396021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.396021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.396263] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.396347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.396391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.396573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.396639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.396727] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.396820] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('798dcf0c-5c20-45e6-96d3-fef974d194fb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.600551] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 031c9ff2-5c90-4a08-acf5-863f49436cda [ 679.600797] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.600932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.601010] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.601233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.601324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.601572] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:031c9ff2-5c90-4a08-acf5-863f49436cda already deleted. [ 679.601572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-031c9ff2-5c90-4a08-acf5-863f49436cda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.834400] env[67441]: INFO networking_nsxv3.common.synchronization [req-dea91ba6-08d7-45aa-80cb-ae12a9132f1a req-caced253-6f68-4b2a-b1ba-ad219d73be6c tempest-ServersTestManualDisk-276463662 tempest-ServersTestManualDisk-276463662-project-member] Enqueued Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGHEST for action security_group_members [ 679.834794] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGHEST for action security_group_members [ 679.835344] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.835525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.835595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.835796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.835957] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.836110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.836206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.836788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.836878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.837008] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c7a0ac-c30d-4755-a19e-3464bca3c2d7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.901543] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-798dcf0c-5c20-45e6-96d3-fef974d194fb taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.904123] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.904123] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-798dcf0c-5c20-45e6-96d3-fef974d194fb taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.904123] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.904123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.904934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.905077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.905457] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('798dcf0c-5c20-45e6-96d3-fef974d194fb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.339154] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.339301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.339365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.339555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.339646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.339817] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.339924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.339979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.340303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.340303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.340303] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 is going to be updated. [ 680.345368] env[67441]: INFO networking_nsxv3.common.synchronization [req-b557f9b7-8ea6-49b2-b0a2-0e7c19a0a1a2 req-f8d77949-26be-46e4-b30e-0764fdf24d03 tempest-ServersV294TestFqdnHostnames-1952087099 tempest-ServersV294TestFqdnHostnames-1952087099-project-member] Enqueued Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGHEST for action security_group_members [ 680.345368] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGHEST for action security_group_members [ 680.345368] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.345368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.345368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.345368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.345368] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.345368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.346304] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.346500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.346587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.346679] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc213758-ac9f-467b-8d5e-6331cbd3f5cd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.379038] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.379038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.379038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.380693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.380693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.393487] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 in Status: IN_PROGRESS for 2s [ 680.410177] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 798dcf0c-5c20-45e6-96d3-fef974d194fb: rpc.has_security_group_logging(os_id): False [ 680.436329] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.436559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.436559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.436900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.436900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.438706] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.438706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.438706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.438706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.438706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.438998] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.439069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.439828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.439828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.439828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.439828] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.439828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.439828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.439828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.440432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.440432] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb is going to be created. [ 680.620763] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.620763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.620763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.620763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.621161] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.637696] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb in Status: IN_PROGRESS for 2s [ 680.849465] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.854443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.854443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.854443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.854443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.854443] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.854443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.854443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.854443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.854443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.854443] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd is going to be updated. [ 680.894216] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.894435] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.894435] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.896707] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.896707] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.905048] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd in Status: IN_PROGRESS for 2s [ 681.675078] env[67441]: INFO networking_nsxv3.common.synchronization [None req-d2487074-6f66-4a38-8743-6f25cdd0b96d None None] Enqueued Resource ID: 334a82c9-3534-4b2a-abfc-60ba55901cd1 with Priority: HIGHEST for action port [ 681.675078] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334a82c9-3534-4b2a-abfc-60ba55901cd1 with Priority: HIGHEST for action port [ 681.675078] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-334a82c9-3534-4b2a-abfc-60ba55901cd1 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.675078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-334a82c9-3534-4b2a-abfc-60ba55901cd1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.675078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-334a82c9-3534-4b2a-abfc-60ba55901cd1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.675078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-334a82c9-3534-4b2a-abfc-60ba55901cd1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.675078] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('334a82c9-3534-4b2a-abfc-60ba55901cd1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.962234] env[67441]: INFO networking_nsxv3.common.synchronization [req-483cd0b6-cb2c-49bb-b929-2d7624292e93 req-e251cfb7-9a9a-4435-8743-720d64c1272d tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 681.962763] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 681.963444] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.963619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.963747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.964066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.964292] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.964443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.964529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.964717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.964830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.964972] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.177397] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 334a82c9-3534-4b2a-abfc-60ba55901cd1 [ 682.177669] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.177796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.177881] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.178135] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.179791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.179791] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:334a82c9-3534-4b2a-abfc-60ba55901cd1 already deleted. [ 682.179791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-334a82c9-3534-4b2a-abfc-60ba55901cd1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.276645] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.276840] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.276958] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.277244] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.277498] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.277652] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.277758] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.277964] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.280048] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.280048] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.280048] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.280048] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.280048] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.280048] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.280048] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.280048] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.300883] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.300883] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.301034] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.302136] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.302136] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-161ec4d7-3bd2-420c-9f6c-4d17534a0ccb taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.302136] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-161ec4d7-3bd2-420c-9f6c-4d17534a0ccb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.302136] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-161ec4d7-3bd2-420c-9f6c-4d17534a0ccb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.302136] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-161ec4d7-3bd2-420c-9f6c-4d17534a0ccb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.302512] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161ec4d7-3bd2-420c-9f6c-4d17534a0ccb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.362356] env[67441]: INFO networking_nsxv3.common.synchronization [req-51d5838f-693e-47e1-8046-c52a26c4adb8 req-4d4802db-5162-44da-8b21-e2d6aa45ba8b tempest-ImagesTestJSON-1476992468 tempest-ImagesTestJSON-1476992468-project-member] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 682.363063] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 682.363269] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.363393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.363459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.363660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.363812] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.363908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.363970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.364187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.364282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.364376] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.406809] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 in Status: SUCCESS [ 682.407146] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 deletion is rescheduled due to dependency. [ 682.407146] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.466814] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.467066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.467215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.467448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.467530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.467732] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.467903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.467989] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.468187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.468272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.468362] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae already deleted. [ 682.468443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.651345] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb in Status: SUCCESS [ 682.651572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.805130] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.805492] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.805624] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.806077] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.806243] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.806400] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 161ec4d7-3bd2-420c-9f6c-4d17534a0ccb not found, creating... [ 682.806682] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.806941] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.807146] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.807505] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.807693] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.808581] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.808581] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.808581] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.808822] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.808822] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.808948] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 161ec4d7-3bd2-420c-9f6c-4d17534a0ccb is going to be created. [ 682.842807] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.844225] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.844225] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.844225] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.844225] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.844225] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-161ec4d7-3bd2-420c-9f6c-4d17534a0ccb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.866476] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.866642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.866754] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.866966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.867074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.867281] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.867386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.867449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.867613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.867709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.867799] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 682.878982] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.879421] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.879596] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.879878] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.880914] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.881690] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.881690] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.881690] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.881690] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.881887] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.881940] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.882632] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.882632] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.882632] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.882632] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.882632] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.910996] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.911259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.911341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.911774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.911862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.916307] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.916501] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.916559] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.916903] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.917137] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-7a00d7ec-9cd7-4a68-a58b-6c7a8164b231 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.917326] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-7a00d7ec-9cd7-4a68-a58b-6c7a8164b231" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.917432] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-7a00d7ec-9cd7-4a68-a58b-6c7a8164b231" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.917832] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-7a00d7ec-9cd7-4a68-a58b-6c7a8164b231" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.918018] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a00d7ec-9cd7-4a68-a58b-6c7a8164b231',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.961589] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 682.964627] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd in Status: SUCCESS [ 682.964987] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd deletion is rescheduled due to dependency. [ 682.964987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.421400] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.421663] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.421834] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.422163] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.422318] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.422473] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 7a00d7ec-9cd7-4a68-a58b-6c7a8164b231 not found, creating... [ 683.422770] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.422954] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.423086] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.423309] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.423436] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.423979] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.423979] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.424829] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.424829] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.424829] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.424829] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 7a00d7ec-9cd7-4a68-a58b-6c7a8164b231 is going to be created. [ 683.446091] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.446343] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.446519] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.446799] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.447142] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.447407] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-7a00d7ec-9cd7-4a68-a58b-6c7a8164b231" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.540277] env[67441]: INFO networking_nsxv3.common.synchronization [req-483cd0b6-cb2c-49bb-b929-2d7624292e93 req-a3006197-191b-46ed-8d13-19efe86be946 service nova] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_rules [ 683.540460] env[67441]: INFO networking_nsxv3.common.synchronization [req-483cd0b6-cb2c-49bb-b929-2d7624292e93 req-a3006197-191b-46ed-8d13-19efe86be946 service nova] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 683.540589] env[67441]: INFO networking_nsxv3.common.synchronization [req-483cd0b6-cb2c-49bb-b929-2d7624292e93 req-a3006197-191b-46ed-8d13-19efe86be946 service nova] Enqueued Resource ID: 161ec4d7-3bd2-420c-9f6c-4d17534a0ccb with Priority: HIGHEST for action port [ 683.541412] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_rules [ 683.541717] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 683.541943] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161ec4d7-3bd2-420c-9f6c-4d17534a0ccb with Priority: HIGHEST for action port [ 683.542468] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.542711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.542901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.543328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.543574] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.544645] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.544824] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.544935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.545239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.545400] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.545542] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.545657] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.545847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.545979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.546130] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.547033] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-161ec4d7-3bd2-420c-9f6c-4d17534a0ccb taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.547216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-161ec4d7-3bd2-420c-9f6c-4d17534a0ccb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.547342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-161ec4d7-3bd2-420c-9f6c-4d17534a0ccb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.548490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-161ec4d7-3bd2-420c-9f6c-4d17534a0ccb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.548656] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161ec4d7-3bd2-420c-9f6c-4d17534a0ccb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.051301] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.053882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.053882] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.055148] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 161ec4d7-3bd2-420c-9f6c-4d17534a0ccb with status ACTIVE [ 684.056354] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.056354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.056354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.056354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.056354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.056639] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.056823] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.056867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.057105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.057222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.057501] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.057670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.057728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.057940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.058067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.058419] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 161ec4d7-3bd2-420c-9f6c-4d17534a0ccb is going to be updated. [ 684.084982] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.084982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.084982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.085247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.085247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.085512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-161ec4d7-3bd2-420c-9f6c-4d17534a0ccb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.214592] env[67441]: INFO networking_nsxv3.common.synchronization [req-51d5838f-693e-47e1-8046-c52a26c4adb8 req-dc9038c5-5842-439f-8035-7edd83cb5846 service nova] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_rules [ 684.214775] env[67441]: INFO networking_nsxv3.common.synchronization [req-51d5838f-693e-47e1-8046-c52a26c4adb8 req-dc9038c5-5842-439f-8035-7edd83cb5846 service nova] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 684.214902] env[67441]: INFO networking_nsxv3.common.synchronization [req-51d5838f-693e-47e1-8046-c52a26c4adb8 req-dc9038c5-5842-439f-8035-7edd83cb5846 service nova] Enqueued Resource ID: 7a00d7ec-9cd7-4a68-a58b-6c7a8164b231 with Priority: HIGHEST for action port [ 684.215160] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_rules [ 684.215286] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 684.215389] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a00d7ec-9cd7-4a68-a58b-6c7a8164b231 with Priority: HIGHEST for action port [ 684.216047] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.216126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.216216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.216347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.216429] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.217273] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.217367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.217667] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a00d7ec-9cd7-4a68-a58b-6c7a8164b231 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.217667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a00d7ec-9cd7-4a68-a58b-6c7a8164b231" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.217790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a00d7ec-9cd7-4a68-a58b-6c7a8164b231" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.218360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a00d7ec-9cd7-4a68-a58b-6c7a8164b231" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.218360] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a00d7ec-9cd7-4a68-a58b-6c7a8164b231',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.561569] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.719794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.719887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.721278] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a00d7ec-9cd7-4a68-a58b-6c7a8164b231 with status ACTIVE [ 684.721461] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.721579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.724085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.724685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.724685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.724685] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.724914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.724914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.725008] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.725088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.725428] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.725428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.725428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.725746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.725746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.725746] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a00d7ec-9cd7-4a68-a58b-6c7a8164b231 is going to be updated. [ 684.749281] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.749487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.749487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.749692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.749885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.750105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a00d7ec-9cd7-4a68-a58b-6c7a8164b231" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.972456] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 684.972617] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 deletion is rescheduled due to dependency. [ 684.972737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.972914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.973471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.973471] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.973471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.973659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.973718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.973753] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.973873] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.063121] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.064088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.064088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.064088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.064088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.064088] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be created. [ 685.092205] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.092375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.092484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.092685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.093684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.105175] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: UNINITIALIZED for 2s [ 685.168168] env[67441]: INFO networking_nsxv3.common.synchronization [req-f6489470-5b92-45e8-890c-acd3dc287586 req-02895cd0-e20a-4da0-93d6-d3e31828fa72 tempest-InstanceActionsNegativeTestJSON-567271418 tempest-InstanceActionsNegativeTestJSON-567271418-project-member] Enqueued Resource ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 with Priority: HIGHEST for action security_group_members [ 685.168168] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 with Priority: HIGHEST for action security_group_members [ 685.168168] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-38444a53-512a-4057-96c1-fc91ee5f5f94 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.168168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.168168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.168833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.169124] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.169348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.169497] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.169755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.170012] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.170684] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38444a53-512a-4057-96c1-fc91ee5f5f94',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.476731] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.572100] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.572342] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-500" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.572564] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-500" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.572808] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-500" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.573117] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.573275] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.573418] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.573597] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.573736] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.573940] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.574057] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.574160] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.574262] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.574363] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.574465] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.574586] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.594304] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.594466] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.594600] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.594767] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-500" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.595207] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-90dc71bc-6a7c-401a-9f24-a254b47c317d taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.595296] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-90dc71bc-6a7c-401a-9f24-a254b47c317d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.595379] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-90dc71bc-6a7c-401a-9f24-a254b47c317d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.595684] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-90dc71bc-6a7c-401a-9f24-a254b47c317d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.595843] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90dc71bc-6a7c-401a-9f24-a254b47c317d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.673554] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.673647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.673717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.673969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.674354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.674354] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.674449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.674449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.674586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.674653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.674731] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 already deleted. [ 685.674874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.979433] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.088624] env[67441]: INFO networking_nsxv3.common.synchronization [None req-630b5602-d80d-4e90-85a3-2ad11daa77a8 None None] Enqueued Resource ID: a4f3a939-3cc4-43f5-a777-3c89015427c4 with Priority: HIGHEST for action port [ 686.089295] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f3a939-3cc4-43f5-a777-3c89015427c4 with Priority: HIGHEST for action port [ 686.089691] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4f3a939-3cc4-43f5-a777-3c89015427c4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.089835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4f3a939-3cc4-43f5-a777-3c89015427c4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.089883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4f3a939-3cc4-43f5-a777-3c89015427c4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.090165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4f3a939-3cc4-43f5-a777-3c89015427c4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.090551] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f3a939-3cc4-43f5-a777-3c89015427c4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.098985] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.099209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.099349] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.099649] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.099796] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.099946] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 90dc71bc-6a7c-401a-9f24-a254b47c317d not found, creating... [ 686.100228] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.100374] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.100489] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.100765] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.100941] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.101209] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.101354] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.101460] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.101696] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.101833] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.101969] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 90dc71bc-6a7c-401a-9f24-a254b47c317d is going to be created. [ 686.131274] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.131477] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.131598] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.131871] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.132170] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.132456] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-90dc71bc-6a7c-401a-9f24-a254b47c317d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.482321] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.482488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.482544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.482759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.482849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.482981] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 686.517247] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.517397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.517468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.517694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.517818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.527240] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 686.593414] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4f3a939-3cc4-43f5-a777-3c89015427c4 [ 686.594887] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.595094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.595163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.595419] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.596374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.596494] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4f3a939-3cc4-43f5-a777-3c89015427c4 already deleted. [ 686.596907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4f3a939-3cc4-43f5-a777-3c89015427c4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.844872] env[67441]: INFO networking_nsxv3.common.synchronization [req-f6489470-5b92-45e8-890c-acd3dc287586 req-58500579-573b-4abb-ac8e-a6980c591e76 service nova] Enqueued Resource ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 with Priority: HIGHEST for action security_group_rules [ 686.845047] env[67441]: INFO networking_nsxv3.common.synchronization [req-f6489470-5b92-45e8-890c-acd3dc287586 req-58500579-573b-4abb-ac8e-a6980c591e76 service nova] Enqueued Resource ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 with Priority: HIGHEST for action security_group_members [ 686.845187] env[67441]: INFO networking_nsxv3.common.synchronization [req-f6489470-5b92-45e8-890c-acd3dc287586 req-58500579-573b-4abb-ac8e-a6980c591e76 service nova] Enqueued Resource ID: 90dc71bc-6a7c-401a-9f24-a254b47c317d with Priority: HIGHEST for action port [ 686.845734] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 with Priority: HIGHEST for action security_group_rules [ 686.845880] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 with Priority: HIGHEST for action security_group_members [ 686.846394] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dc71bc-6a7c-401a-9f24-a254b47c317d with Priority: HIGHEST for action port [ 686.853450] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38444a53-512a-4057-96c1-fc91ee5f5f94 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.853450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.853450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.853450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.853450] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38444a53-512a-4057-96c1-fc91ee5f5f94',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.853450] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-38444a53-512a-4057-96c1-fc91ee5f5f94 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.853450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.853450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.853450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.853450] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.853450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.853450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.853450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.853450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.853450] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38444a53-512a-4057-96c1-fc91ee5f5f94',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.859027] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-90dc71bc-6a7c-401a-9f24-a254b47c317d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.859027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90dc71bc-6a7c-401a-9f24-a254b47c317d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.859027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90dc71bc-6a7c-401a-9f24-a254b47c317d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.860032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90dc71bc-6a7c-401a-9f24-a254b47c317d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.860032] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90dc71bc-6a7c-401a-9f24-a254b47c317d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.120608] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 687.121200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.122230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.122453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.122638] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.122770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.122814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.123685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.123782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.123878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.124014] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.217824] env[67441]: INFO networking_nsxv3.common.synchronization [None req-05944a0c-f018-4617-bcd0-46cec965b094 tempest-ServersTestJSON-837516989 tempest-ServersTestJSON-837516989-project-member] Enqueued Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGHEST for action security_group_rules [ 687.218580] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGHEST for action security_group_rules [ 687.218783] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-884670a9-6fa6-4754-9576-83d9487794c7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.218905] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.218971] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.248972] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.248972] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('884670a9-6fa6-4754-9576-83d9487794c7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.332961] env[67441]: INFO networking_nsxv3.common.synchronization [None req-6dea1579-1e72-452a-b4e2-c75974c8a7e1 tempest-ServersTestJSON-837516989 tempest-ServersTestJSON-837516989-project-member] Enqueued Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGHEST for action security_group_rules [ 687.333552] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGHEST for action security_group_rules [ 687.334262] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-884670a9-6fa6-4754-9576-83d9487794c7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.334262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.359096] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38444a53-512a-4057-96c1-fc91ee5f5f94',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.362589] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90dc71bc-6a7c-401a-9f24-a254b47c317d with status ACTIVE [ 687.362852] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.363047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.363154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.364052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.364052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.364052] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.364052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.364052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.364052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.364052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.364435] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.364435] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.364435] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.364575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.364575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.364646] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90dc71bc-6a7c-401a-9f24-a254b47c317d is going to be updated. [ 687.365961] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-38444a53-512a-4057-96c1-fc91ee5f5f94 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.366064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.387518] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.387654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.387704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.387890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.388039] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.388203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90dc71bc-6a7c-401a-9f24-a254b47c317d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.465779] env[67441]: INFO networking_nsxv3.common.synchronization [req-b65dff60-e13a-4724-8afb-b0c5a4dfb682 req-3664ac67-c0cb-4d1f-8121-2287b14890bb tempest-ServerDiskConfigTestJSON-1877869234 tempest-ServerDiskConfigTestJSON-1877869234-project-member] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 687.466486] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 687.466809] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.466943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.467011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.471108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.471108] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.471108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.471289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.471329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.471443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.471765] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.630153] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.630153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.630153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.630609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.630609] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.630609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.630609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.630750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.630817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.630995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.631095] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.631200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.631313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.631408] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.631601] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.631664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.631694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.631828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.631903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.631983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.632428] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.749739] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.750656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.750656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.750656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.750656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.750656] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 884670a9-6fa6-4754-9576-83d9487794c7 already deleted. [ 687.750656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.750843] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.751244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.751244] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('884670a9-6fa6-4754-9576-83d9487794c7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.864279] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38444a53-512a-4057-96c1-fc91ee5f5f94',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.977639] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.977639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.977639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.977639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.977639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.977639] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.977639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.977639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.977639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.977639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.977639] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 688.026986] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.026986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.026986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.026986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.026986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.038711] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 688.135306] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f005ba04-7973-42dd-8199-8cec110744ae: rpc.has_security_group_logging(os_id): False [ 688.160964] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.161162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.161244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.161460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.161549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.161760] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.161857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.161965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.162056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.162133] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.162342] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.162413] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.162467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.162601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.162671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.162849] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.162988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.164256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.164465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.165830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.165830] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be created. [ 688.238746] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.238746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.238746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.238746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.238746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.250796] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 688.272932] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.272932] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.272932] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.273552] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.273552] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.273678] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.273743] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.273956] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.274124] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.274327] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.274430] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.274530] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.274627] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.274757] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.274816] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.274938] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.282861] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.283057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.283133] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.283359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.283486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.283591] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 884670a9-6fa6-4754-9576-83d9487794c7 already deleted. [ 688.283675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.308481] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.308697] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.308845] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.309072] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.309444] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-f1aaed4f-9353-4445-9f8b-28597cf2abe7 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.309625] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-f1aaed4f-9353-4445-9f8b-28597cf2abe7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.309776] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-f1aaed4f-9353-4445-9f8b-28597cf2abe7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.310149] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-f1aaed4f-9353-4445-9f8b-28597cf2abe7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.310293] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1aaed4f-9353-4445-9f8b-28597cf2abe7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.370659] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.371618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.371618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.371618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.371618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.371618] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 is going to be created. [ 688.401022] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.401892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.401892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.401892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.401892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.412141] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 in Status: UNINITIALIZED for 2s [ 688.540467] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 688.540613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.540910] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.541290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.541547] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.541632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.541689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.541853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.542061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.542061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.542108] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.679320] env[67441]: INFO networking_nsxv3.common.synchronization [None req-3326531e-9b9d-4f73-800a-76dc8592eac7 None None] Enqueued Resource ID: 770cd9f3-145a-48f9-aa87-15cbfc8b39b7 with Priority: HIGHEST for action port [ 688.679320] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 770cd9f3-145a-48f9-aa87-15cbfc8b39b7 with Priority: HIGHEST for action port [ 688.679320] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-770cd9f3-145a-48f9-aa87-15cbfc8b39b7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.679573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-770cd9f3-145a-48f9-aa87-15cbfc8b39b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.679573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-770cd9f3-145a-48f9-aa87-15cbfc8b39b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.679688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-770cd9f3-145a-48f9-aa87-15cbfc8b39b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.679789] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('770cd9f3-145a-48f9-aa87-15cbfc8b39b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.812361] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.812595] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.812713] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.813112] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.813270] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.813421] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port f1aaed4f-9353-4445-9f8b-28597cf2abe7 not found, creating... [ 688.813704] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.813859] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.814375] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.814375] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.814375] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.814782] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.814932] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.815693] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.815693] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.815693] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.815693] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: f1aaed4f-9353-4445-9f8b-28597cf2abe7 is going to be created. [ 688.843600] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.843807] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.843931] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.844240] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.844506] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.844744] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-f1aaed4f-9353-4445-9f8b-28597cf2abe7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.046603] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.046789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.046828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.047066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.047268] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.047370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.047436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.047604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.047694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.047786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.047954] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.048124] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.048124] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.048340] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.048410] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.048510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.048869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.048869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.048869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.048977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.049014] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.181896] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 770cd9f3-145a-48f9-aa87-15cbfc8b39b7 [ 689.182256] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.182434] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.182532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.182814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.182953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.183107] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:770cd9f3-145a-48f9-aa87-15cbfc8b39b7 already deleted. [ 689.183224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-770cd9f3-145a-48f9-aa87-15cbfc8b39b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.553680] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ff415f-6a48-4a7a-ae71-58f8d3728a02: rpc.has_security_group_logging(os_id): False [ 689.574838] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.574838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.575074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.575266] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.575443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.575672] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.575769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.575828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.575993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.576084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.576265] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.576356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.576420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.576557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.576630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.576810] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.576902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.576963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.580009] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.580182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.580491] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 689.593352] env[67441]: INFO networking_nsxv3.common.synchronization [req-b65dff60-e13a-4724-8afb-b0c5a4dfb682 req-aed3cee3-2102-4569-8203-1e63977e2356 service nova] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_rules [ 689.593352] env[67441]: INFO networking_nsxv3.common.synchronization [req-b65dff60-e13a-4724-8afb-b0c5a4dfb682 req-aed3cee3-2102-4569-8203-1e63977e2356 service nova] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 689.593352] env[67441]: INFO networking_nsxv3.common.synchronization [req-b65dff60-e13a-4724-8afb-b0c5a4dfb682 req-aed3cee3-2102-4569-8203-1e63977e2356 service nova] Enqueued Resource ID: f1aaed4f-9353-4445-9f8b-28597cf2abe7 with Priority: HIGHEST for action port [ 689.593352] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_rules [ 689.593352] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 689.593352] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1aaed4f-9353-4445-9f8b-28597cf2abe7 with Priority: HIGHEST for action port [ 689.593352] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.593352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.593812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.593812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.593812] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.595046] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.595125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.595520] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1aaed4f-9353-4445-9f8b-28597cf2abe7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.595520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1aaed4f-9353-4445-9f8b-28597cf2abe7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.595622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1aaed4f-9353-4445-9f8b-28597cf2abe7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.596268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1aaed4f-9353-4445-9f8b-28597cf2abe7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.596268] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1aaed4f-9353-4445-9f8b-28597cf2abe7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.656594] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.656769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.656831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.657020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.657250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.670120] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 690.050653] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 690.051183] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 deletion is rescheduled due to dependency. [ 690.051298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.051422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.051619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.051869] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.051982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.052049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.052332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.052332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.052400] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.098772] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.098980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.099315] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1aaed4f-9353-4445-9f8b-28597cf2abe7 with status ACTIVE [ 690.099546] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.099664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.099731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.099944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.100040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.100216] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.100423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.100423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.100570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.100596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.100802] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.100865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.100957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.101115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.101197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.101288] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1aaed4f-9353-4445-9f8b-28597cf2abe7 is going to be updated. [ 690.127969] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.127969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.127969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.127969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.128261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.128261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1aaed4f-9353-4445-9f8b-28597cf2abe7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.214806] env[67441]: INFO networking_nsxv3.common.synchronization [req-10c49beb-cd2c-4d56-a6ce-579ebf69779a req-1adeef45-9870-4361-b8ea-6692d55d3de7 tempest-ServersNegativeTestJSON-724668874 tempest-ServersNegativeTestJSON-724668874-project-member] Enqueued Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 690.215485] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 690.215806] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.215932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.216853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.217792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.217974] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.218106] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.218173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.218332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.218417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.218512] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.272891] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 690.273183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.425756] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 in Status: SUCCESS [ 690.426189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.426593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.426944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.427202] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.427372] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.427417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.427583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.427680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.427778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.427870] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38444a53-512a-4057-96c1-fc91ee5f5f94',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.541916] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.542152] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-572" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.542272] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-572" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.543135] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-572" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.543429] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.543625] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.543750] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.544025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.544178] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.544393] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.544530] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.544639] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.544743] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.544877] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.545263] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.545399] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.557287] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.566613] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.567275] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.567275] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.567275] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-572" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.567834] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-9bfe78dd-6225-4822-b1bc-033ba15d1c89 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.567834] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.567834] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.568330] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.568330] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bfe78dd-6225-4822-b1bc-033ba15d1c89',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.725831] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.725831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.725831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.725831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.725831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.725831] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.726239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.726239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.726239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.726239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.726239] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96e1333-3916-4891-ad79-54df740deaa2 already deleted. [ 690.726434] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.930490] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-38444a53-512a-4057-96c1-fc91ee5f5f94 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.930655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.930728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.931849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.931849] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.931849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.931849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.931849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.931849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.931849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.931849] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-38444a53-512a-4057-96c1-fc91ee5f5f94 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.931849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.932214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.932214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.932214] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.932301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.932530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.932530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.932530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.932646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.932727] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38444a53-512a-4057-96c1-fc91ee5f5f94',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.060047] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.070301] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.070573] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.070718] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.071020] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.071360] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.071360] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 9bfe78dd-6225-4822-b1bc-033ba15d1c89 not found, creating... [ 691.071683] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.071843] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.071952] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.072978] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.073163] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.073463] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.073590] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.073701] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.073924] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.074084] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.074474] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 9bfe78dd-6225-4822-b1bc-033ba15d1c89 is going to be created. [ 691.098506] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.098506] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.098506] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.098725] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.099010] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.099313] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.434755] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38444a53-512a-4057-96c1-fc91ee5f5f94: rpc.has_security_group_logging(os_id): False [ 691.457295] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.457295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.457295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.457295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.457295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.457295] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.457295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.457295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.460271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.460385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.460671] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.460835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.460914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.461539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.461634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.461871] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.462018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.462079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.462264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.462359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.462455] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 is going to be created. [ 691.529217] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.529217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.529217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.529217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.529426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.544816] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 in Status: IN_PROGRESS for 2s [ 691.563077] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.563077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.563077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.564034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.564034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.564034] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 691.634104] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.634460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.634460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.634460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.634673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.648146] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 691.683833] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 691.684103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.857328] env[67441]: INFO networking_nsxv3.common.synchronization [req-10c49beb-cd2c-4d56-a6ce-579ebf69779a req-70219c7e-8f4a-4cb5-8e23-9e5606a012aa service nova] Enqueued Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_rules [ 691.857328] env[67441]: INFO networking_nsxv3.common.synchronization [req-10c49beb-cd2c-4d56-a6ce-579ebf69779a req-70219c7e-8f4a-4cb5-8e23-9e5606a012aa service nova] Enqueued Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 691.857328] env[67441]: INFO networking_nsxv3.common.synchronization [req-10c49beb-cd2c-4d56-a6ce-579ebf69779a req-70219c7e-8f4a-4cb5-8e23-9e5606a012aa service nova] Enqueued Resource ID: 9bfe78dd-6225-4822-b1bc-033ba15d1c89 with Priority: HIGHEST for action port [ 691.857328] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_rules [ 691.857328] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 691.857328] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bfe78dd-6225-4822-b1bc-033ba15d1c89 with Priority: HIGHEST for action port [ 691.857328] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.857328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.857328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.857808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.857808] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.858622] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.858802] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.858850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.859298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.859298] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.859403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.859462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.859659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.859760] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.859883] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.860771] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bfe78dd-6225-4822-b1bc-033ba15d1c89 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.860901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.860968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.861135] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.861473] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bfe78dd-6225-4822-b1bc-033ba15d1c89',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.362831] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.363063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.363208] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.364159] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bfe78dd-6225-4822-b1bc-033ba15d1c89 with status ACTIVE [ 692.364350] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.364469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.364525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.364731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.364818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.364982] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.365092] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.365143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.365307] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.365371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.365531] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.365614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.365675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.365810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.365886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.366215] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bfe78dd-6225-4822-b1bc-033ba15d1c89 is going to be updated. [ 692.390832] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.390832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.390832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.390832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.390832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.390832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.868451] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.374271] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.374474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.374512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.374747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.374837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.374936] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96e1333-3916-4891-ad79-54df740deaa2 is going to be created. [ 693.402495] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.403245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.403245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.403245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.403482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.414831] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: UNINITIALIZED for 2s [ 693.558282] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 in Status: SUCCESS [ 693.558282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.661048] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 693.661048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.661048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.661048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.661048] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.661048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.661048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.661048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.661048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.661048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.661048] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.974283] env[67441]: INFO networking_nsxv3.common.synchronization [req-9a974a17-7eb0-40d7-8ea6-e886aae9f0cc req-01eb9aae-3251-40bd-8914-8afc813a4a33 tempest-ListServersNegativeTestJSON-302205633 tempest-ListServersNegativeTestJSON-302205633-project-member] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 693.974871] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 693.975210] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.975362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.975440] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.975631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.975796] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.975925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.975996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.976302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.976447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.976547] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.164889] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.165108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.165191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.165473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.165665] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.165798] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.165871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.166078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.166225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.166279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.166522] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.166589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.166619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.166769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.166962] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.167131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.167182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.167631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.167631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.167631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.167631] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.478397] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.671334] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8: rpc.has_security_group_logging(os_id): False [ 694.696162] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.696162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.696336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.696485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.696607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.696860] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.696972] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.697096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.697272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.697350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.697603] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.697690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.697737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.697920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.697998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.698288] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.698383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.698485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.698652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.698730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.698815] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 694.762860] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.763120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.763324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.763540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.763688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.782136] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 694.981586] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.428446] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: SUCCESS [ 695.428727] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.428960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.429221] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.429554] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.429729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.429825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.430131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.430260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.430405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.430511] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.487540] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.487991] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.488144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.488443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.488602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.488747] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 975386ac-37c2-4602-9ad8-86df2800710f is going to be updated. [ 695.539513] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.539685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.539742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.539934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.540130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.552974] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: IN_PROGRESS for 2s [ 695.933211] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.933441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.933488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.933692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.933864] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.933995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.934083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.934238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.934429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.934429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.934561] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.934637] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.934694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.934842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.935034] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.935112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.935112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.935247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.935347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.935417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.935506] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.437733] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a96e1333-3916-4891-ad79-54df740deaa2: rpc.has_security_group_logging(os_id): False [ 696.466094] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.466462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.466536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.467115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.467308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.467614] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.467792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.467938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.468187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.468314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.468754] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.468969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.469096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.469291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.469447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.469836] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.470133] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.470252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.470492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.470644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.470987] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96e1333-3916-4891-ad79-54df740deaa2 is going to be created. [ 696.556250] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.557057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.557057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.557057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.557057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.571246] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: IN_PROGRESS for 2s [ 696.794526] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 696.795016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.569635] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: SUCCESS [ 697.569992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.587688] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: SUCCESS [ 698.588122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.975769] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 698.975912] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 699.487556] env[67441]: INFO networking_nsxv3.common.synchronization [req-0732dc15-a3e0-4748-a8b1-b56993683577 req-fd1dcdcd-4efd-4aa2-9e64-7ae498a237a3 tempest-ServersNegativeTestMultiTenantJSON-1644900300 tempest-ServersNegativeTestMultiTenantJSON-1644900300-project-member] Enqueued Resource ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb with Priority: HIGHEST for action security_group_members [ 699.488169] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb with Priority: HIGHEST for action security_group_members [ 699.488578] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-798dcf0c-5c20-45e6-96d3-fef974d194fb taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.488766] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.488877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.489223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.489309] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.489403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.489461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.489671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.489728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.489820] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('798dcf0c-5c20-45e6-96d3-fef974d194fb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.992743] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.993029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.993029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.993251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.993351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.994062] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.994062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.994062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.994285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.994344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.995025] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb is going to be updated. [ 700.026278] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.026278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.026278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.026278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.026278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.038850] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb in Status: IN_PROGRESS for 2s [ 700.392634] env[67441]: INFO networking_nsxv3.common.synchronization [req-ec4a4098-7ade-4e58-a0f5-9cdf8ffb113c req-b43f7b3f-c5dc-4cce-9b3d-6627e6a26913 tempest-ListServerFiltersTestJSON-1989443618 tempest-ListServerFiltersTestJSON-1989443618-project-member] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 700.393253] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 700.393939] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.394081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.394156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.394465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.394624] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.394730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.394793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.394946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.395043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.395137] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.658205] env[67441]: INFO networking_nsxv3.common.synchronization [req-daca0d9d-4067-408a-9159-3c53dd51d8c5 req-1fb5a67c-e505-4f69-b854-6177c22d1ec5 tempest-InstanceActionsNegativeTestJSON-567271418 tempest-InstanceActionsNegativeTestJSON-567271418-project-member] Enqueued Resource ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 with Priority: HIGHEST for action security_group_members [ 700.658983] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 with Priority: HIGHEST for action security_group_members [ 700.659077] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-38444a53-512a-4057-96c1-fc91ee5f5f94 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.659143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.659200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.659393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.659543] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.659635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.659695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.659835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.659918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.660018] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38444a53-512a-4057-96c1-fc91ee5f5f94',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.897992] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.898385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.898501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.898792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.898884] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.899137] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.899237] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.899333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.899583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.900072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.900072] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 already deleted. [ 700.900072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.143207] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.143536] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-637" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.143536] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-637" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.143887] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-637" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.144198] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.144406] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.144540] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.144786] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.144948] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.145202] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.145327] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.145463] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.145579] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.145704] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.145815] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.145957] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.162387] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.163083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.163083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.163083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.163083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.163232] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.163279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.163369] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.163503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.163580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.163669] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 is going to be updated. [ 701.166620] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.166768] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.166897] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.167081] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-637" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.167368] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-4c55a2de-d599-490b-b99a-bbbb2b7836a1 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.167521] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-4c55a2de-d599-490b-b99a-bbbb2b7836a1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.167632] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-4c55a2de-d599-490b-b99a-bbbb2b7836a1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.167905] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-4c55a2de-d599-490b-b99a-bbbb2b7836a1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.168050] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c55a2de-d599-490b-b99a-bbbb2b7836a1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.202334] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.202496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.202571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.202783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.202927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.214606] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 in Status: IN_PROGRESS for 2s [ 701.670483] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.670716] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.670841] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.671229] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.671383] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.671544] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 4c55a2de-d599-490b-b99a-bbbb2b7836a1 not found, creating... [ 701.671799] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.671963] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.672130] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.672354] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.672839] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.675850] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.675931] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.676074] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.676301] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.676443] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.676594] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 4c55a2de-d599-490b-b99a-bbbb2b7836a1 is going to be created. [ 701.701498] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.701873] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.702055] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.703062] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.703062] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.703274] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-4c55a2de-d599-490b-b99a-bbbb2b7836a1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.049512] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb in Status: SUCCESS [ 702.050070] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 798dcf0c-5c20-45e6-96d3-fef974d194fb deletion is rescheduled due to dependency. [ 702.050248] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-798dcf0c-5c20-45e6-96d3-fef974d194fb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.448401] env[67441]: INFO networking_nsxv3.common.synchronization [req-ec4a4098-7ade-4e58-a0f5-9cdf8ffb113c req-febf5b5b-7e81-479b-9c8b-f9ac8dfcbc01 service nova] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_rules [ 702.448698] env[67441]: INFO networking_nsxv3.common.synchronization [req-ec4a4098-7ade-4e58-a0f5-9cdf8ffb113c req-febf5b5b-7e81-479b-9c8b-f9ac8dfcbc01 service nova] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 702.448823] env[67441]: INFO networking_nsxv3.common.synchronization [req-ec4a4098-7ade-4e58-a0f5-9cdf8ffb113c req-febf5b5b-7e81-479b-9c8b-f9ac8dfcbc01 service nova] Enqueued Resource ID: 4c55a2de-d599-490b-b99a-bbbb2b7836a1 with Priority: HIGHEST for action port [ 702.449363] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_rules [ 702.449675] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 702.449820] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c55a2de-d599-490b-b99a-bbbb2b7836a1 with Priority: HIGHEST for action port [ 702.450150] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.450273] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.450373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.450638] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.450772] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.451919] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.451919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.451919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.452056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.452166] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.452261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.452327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.452546] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.452633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.452726] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.453968] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c55a2de-d599-490b-b99a-bbbb2b7836a1 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.453968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c55a2de-d599-490b-b99a-bbbb2b7836a1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.454148] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c55a2de-d599-490b-b99a-bbbb2b7836a1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.454222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c55a2de-d599-490b-b99a-bbbb2b7836a1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.454299] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c55a2de-d599-490b-b99a-bbbb2b7836a1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.955703] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.955816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.955996] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.958262] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c55a2de-d599-490b-b99a-bbbb2b7836a1 with status ACTIVE [ 702.958262] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.958262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.958262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.958262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.958262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.958542] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.958542] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.958605] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.959260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.959260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.959260] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.959260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.959260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.959260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.959477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.959477] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c55a2de-d599-490b-b99a-bbbb2b7836a1 is going to be updated. [ 702.981508] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.981653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.981713] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.982116] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.982402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.982660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c55a2de-d599-490b-b99a-bbbb2b7836a1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.022389] env[67441]: INFO networking_nsxv3.common.synchronization [req-cd3cc8a3-663a-439b-95ec-591f6718e087 req-5c9c220f-7935-490b-8919-98d92bb83651 tempest-ServersAdminTestJSON-442587708 tempest-ServersAdminTestJSON-442587708-project-member] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 703.023690] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 703.024448] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.024448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.024448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.025085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.025085] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.025193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.025193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.025390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.025907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.025907] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.231499] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 in Status: SUCCESS [ 703.231669] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 deletion is rescheduled due to dependency. [ 703.231782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.462286] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.488987] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.488987] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.488987] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.489414] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.489963] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.490215] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.490335] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.490965] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.491087] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.491291] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.491402] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.491506] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.491609] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.491964] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.492113] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.492695] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.511863] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.512038] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.512176] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.512346] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.512659] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.512826] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.512940] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.513344] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.513486] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.530623] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.970675] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.970975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.971076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.971279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.971368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.971471] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be created. [ 703.999091] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.999232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.999307] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.999521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.999677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.010620] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: UNINITIALIZED for 2s [ 704.015789] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.016009] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.016137] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.016399] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.016539] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.016683] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2 not found, creating... [ 704.016932] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.017097] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.017209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.017418] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.017545] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.017809] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.017953] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.018074] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.018273] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.018461] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.018510] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2 is going to be created. [ 704.032315] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.046695] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.046980] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.047204] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.047415] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.047622] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.047842] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.394542] env[67441]: INFO networking_nsxv3.common.synchronization [req-a80db7ca-756c-4b90-9ebe-cb10f0d4309f req-1a501e7f-82e6-4440-8f33-1b629fc25d8c tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 704.395089] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 704.395438] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.395544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.395615] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.395808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.395955] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.396060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.396122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.396267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.396375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.396495] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.534359] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.534680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.534680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.534837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.534928] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.535039] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 704.570837] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.570837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.571168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.571586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.574106] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.585404] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 704.791233] env[67441]: INFO networking_nsxv3.common.synchronization [req-cd3cc8a3-663a-439b-95ec-591f6718e087 req-c9def2aa-7763-4a66-b879-f92cecbe2aa4 service nova] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_rules [ 704.791233] env[67441]: INFO networking_nsxv3.common.synchronization [req-cd3cc8a3-663a-439b-95ec-591f6718e087 req-c9def2aa-7763-4a66-b879-f92cecbe2aa4 service nova] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 704.791233] env[67441]: INFO networking_nsxv3.common.synchronization [req-cd3cc8a3-663a-439b-95ec-591f6718e087 req-c9def2aa-7763-4a66-b879-f92cecbe2aa4 service nova] Enqueued Resource ID: 1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2 with Priority: HIGHEST for action port [ 704.791233] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_rules [ 704.791755] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 704.792142] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2 with Priority: HIGHEST for action port [ 704.795462] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.795462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.795462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.795462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.795462] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.795462] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.795462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.795462] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.795462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.795462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.795462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.795462] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.898859] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.900308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.900308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.900308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.900308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.900308] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.900308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.900308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.900308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.900308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.900308] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 704.936943] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.937663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.937663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.937663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.937663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.949803] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 705.148816] env[67441]: INFO networking_nsxv3.common.synchronization [req-9011baa1-2fc9-4b76-8776-cad4a8592628 req-fc081fc6-15b0-4f9c-b74a-8d9e4d4d4db6 tempest-VolumesAssistedSnapshotsTest-93912160 tempest-VolumesAssistedSnapshotsTest-93912160-project-member] Enqueued Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGHEST for action security_group_members [ 705.149848] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGHEST for action security_group_members [ 705.149848] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.149848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.154258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.154539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.154734] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.154847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.155777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.155777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.155777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.155777] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c78ac1-0746-41fb-a69b-e9004fc0aa6f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.299019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.299019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.299019] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2 with status ACTIVE [ 705.299019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.299019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.300181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.300497] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.301045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.301381] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.301788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.302376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.302645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.302817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.303119] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.303440] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.305052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.305052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.305052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.305052] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2 is going to be updated. [ 705.328392] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.328392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.328392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.329468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.329468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.329468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fe65d87-3ce6-4971-a0ec-7a7c1a1527c2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.469481] env[67441]: INFO networking_nsxv3.common.synchronization [req-bd3fcba8-99de-445b-95d8-dd3a0583692d req-53672c4b-7478-4f59-91bd-2fea6187830a tempest-ImagesOneServerNegativeTestJSON-781092643 tempest-ImagesOneServerNegativeTestJSON-781092643-project-member] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 705.470457] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 705.471459] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.471687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.471687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.471871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.472332] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.472332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.472332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.474786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.474786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.474786] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.660030] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.660030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.660030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.660030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.660465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.660465] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.660465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.660607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.660719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.660841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.660971] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f is going to be updated. [ 705.691774] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.691774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.691774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.692448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.692448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.701387] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f in Status: IN_PROGRESS for 2s [ 705.979290] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.979803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.979803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.979957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.980239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.980320] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.980437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.980437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.982019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.982019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.982019] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 is going to be updated. [ 706.012982] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.013171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.013607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.013607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.013689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.028025] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: IN_PROGRESS for 2s [ 706.028025] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: SUCCESS [ 706.028025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.028025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.028025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.028025] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.028025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.028025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.028025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.028025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.028424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.028424] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.532487] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.532595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.532658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.532872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.533090] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.533227] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.533275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.533414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.533514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.533649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.533737] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.533831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.533892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.534109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.534321] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.534321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.534321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.534450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.534519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.534749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.534860] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.599488] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 706.599488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.599488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.599488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.599488] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.599488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.599488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.599488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.599488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.599488] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.963591] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 706.963902] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae deletion is rescheduled due to dependency. [ 706.963902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.038484] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c9bb5d-4120-4919-a5c2-39ed8cb25626: rpc.has_security_group_logging(os_id): False [ 707.067813] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.068073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.068158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.068367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.068476] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.068697] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.068786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.068834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.069031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.069122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.069324] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.069324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.069518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.069574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.069651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.069828] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.069950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.069988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.070156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.070244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.070530] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be created. [ 707.102277] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.142575] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.142575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.142575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.142575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.142575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.171292] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: IN_PROGRESS for 2s [ 707.605253] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.717913] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f in Status: SUCCESS [ 707.720154] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f deletion is rescheduled due to dependency. [ 707.720154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.037968] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: SUCCESS [ 708.038630] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 deletion is rescheduled due to dependency. [ 708.038630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.109186] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.109447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.109676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.110072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.110199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.110431] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 708.152102] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.152273] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.152345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.152939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.152939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.170051] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 708.744062] env[67441]: INFO networking_nsxv3.common.synchronization [req-40fb088c-6a42-443c-9a89-7d21d226a1bd req-839c6ee1-7023-4c01-a003-96d584562631 tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGHEST for action security_group_members [ 708.744062] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGHEST for action security_group_members [ 708.744062] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a2be1a-f723-4153-bb5e-18fc98e47c3b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.744062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.744062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.744062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.744062] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.744062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.744062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.744062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.744062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.744062] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a2be1a-f723-4153-bb5e-18fc98e47c3b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.189350] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: SUCCESS [ 709.189911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.248046] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.248046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.248046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.248285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.248371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.248550] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.248968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.248968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.248968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.249192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.249192] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b is going to be updated. [ 709.306433] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.306554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.306554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.306779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.306977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.319323] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b in Status: IN_PROGRESS for 2s [ 710.183668] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 710.184934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.184934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.184934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.184934] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.185088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.185088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.185284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.185341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.185418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.185505] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.689264] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.689723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.689723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.689865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.690032] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.690170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.690249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.694182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.694182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.694182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.695035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.695035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.695035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.695035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.695035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.695035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.695259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.695290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.695383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.696328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.696328] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.197746] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f12c69-56c1-406c-8a8d-7ffd6c95716f: rpc.has_security_group_logging(os_id): False [ 711.218282] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.218282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.218282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.220013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.220013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.220013] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.220013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.220013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.220013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.220013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.220857] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.220857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.220857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.220857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.220857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.220857] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.221215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.221215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.221719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.221719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.222070] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 711.303443] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.303848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.303848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.303941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.304117] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.320400] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 711.330555] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b in Status: SUCCESS [ 711.330831] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b deletion is rescheduled due to dependency. [ 711.330921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.454392] env[67441]: INFO networking_nsxv3.common.synchronization [req-cfaf3d92-96ee-4133-971d-e957cc64ffd6 req-c88236aa-a174-4959-9f7b-d37782613555 tempest-VolumesAdminNegativeTest-1352860899 tempest-VolumesAdminNegativeTest-1352860899-project-member] Enqueued Resource ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 with Priority: HIGHEST for action security_group_members [ 712.454973] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 with Priority: HIGHEST for action security_group_members [ 712.455305] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f39086-888f-40fe-927b-597b9b1b7ed6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.455436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.455519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.458160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.458416] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.460120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.460120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.460120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.460120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.460120] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f39086-888f-40fe-927b-597b9b1b7ed6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.962028] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.962208] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.962261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.962451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.962561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.962842] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.962952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.963056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.963463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.963463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.963463] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 already deleted. [ 712.964121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.351507] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 713.353393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.483834] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.484287] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-186" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.484287] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-186" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.485030] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-186" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.485730] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.486047] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.486215] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.486671] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.486927] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.487272] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.487462] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.487608] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.487751] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.487891] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.488428] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.488428] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.512965] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.513264] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.513438] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.513602] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-186" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.513934] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-9b90cee0-c44f-43d5-a9e3-00579910d773 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.514141] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-9b90cee0-c44f-43d5-a9e3-00579910d773" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.514332] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-9b90cee0-c44f-43d5-a9e3-00579910d773" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.514689] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-9b90cee0-c44f-43d5-a9e3-00579910d773" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.514861] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b90cee0-c44f-43d5-a9e3-00579910d773',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.017750] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.017750] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.017952] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.018175] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.019150] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.019150] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 9b90cee0-c44f-43d5-a9e3-00579910d773 not found, creating... [ 714.019150] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.019150] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.019150] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.019467] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.019646] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.019966] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.020302] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.020439] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.020948] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.020948] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.020948] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 9b90cee0-c44f-43d5-a9e3-00579910d773 is going to be created. [ 714.044145] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.044381] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.044493] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.044776] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.044974] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.045210] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-9b90cee0-c44f-43d5-a9e3-00579910d773" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.364645] env[67441]: INFO networking_nsxv3.common.synchronization [None req-89e8dd8e-b708-4618-ae16-4c3b0db83966 None None] Enqueued Resource ID: a8553d23-2e2f-43e8-a175-785ac6d68902 with Priority: HIGHEST for action port [ 714.365273] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8553d23-2e2f-43e8-a175-785ac6d68902 with Priority: HIGHEST for action port [ 714.365616] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8553d23-2e2f-43e8-a175-785ac6d68902 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.365730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8553d23-2e2f-43e8-a175-785ac6d68902" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.365799] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8553d23-2e2f-43e8-a175-785ac6d68902" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.366137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8553d23-2e2f-43e8-a175-785ac6d68902" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.366250] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8553d23-2e2f-43e8-a175-785ac6d68902',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.759292] env[67441]: INFO networking_nsxv3.common.synchronization [req-cfaf3d92-96ee-4133-971d-e957cc64ffd6 req-6c1cce4c-b047-4ec3-aa90-3357c4f19b35 service nova] Enqueued Resource ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 with Priority: HIGHEST for action security_group_rules [ 714.759572] env[67441]: INFO networking_nsxv3.common.synchronization [req-cfaf3d92-96ee-4133-971d-e957cc64ffd6 req-6c1cce4c-b047-4ec3-aa90-3357c4f19b35 service nova] Enqueued Resource ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 with Priority: HIGHEST for action security_group_members [ 714.759631] env[67441]: INFO networking_nsxv3.common.synchronization [req-cfaf3d92-96ee-4133-971d-e957cc64ffd6 req-6c1cce4c-b047-4ec3-aa90-3357c4f19b35 service nova] Enqueued Resource ID: 9b90cee0-c44f-43d5-a9e3-00579910d773 with Priority: HIGHEST for action port [ 714.760252] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 with Priority: HIGHEST for action security_group_rules [ 714.760418] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 with Priority: HIGHEST for action security_group_members [ 714.760546] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b90cee0-c44f-43d5-a9e3-00579910d773 with Priority: HIGHEST for action port [ 714.760828] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f39086-888f-40fe-927b-597b9b1b7ed6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.760969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.765347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.765347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.765347] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f39086-888f-40fe-927b-597b9b1b7ed6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.765822] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f39086-888f-40fe-927b-597b9b1b7ed6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.765822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.765822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.766855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.766855] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.766855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.766855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.766855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.766855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.766855] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f39086-888f-40fe-927b-597b9b1b7ed6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.767783] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b90cee0-c44f-43d5-a9e3-00579910d773 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.768151] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b90cee0-c44f-43d5-a9e3-00579910d773" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.768151] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b90cee0-c44f-43d5-a9e3-00579910d773" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.768216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b90cee0-c44f-43d5-a9e3-00579910d773" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.768280] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b90cee0-c44f-43d5-a9e3-00579910d773',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.868340] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8553d23-2e2f-43e8-a175-785ac6d68902 [ 714.868624] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.871024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.871024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.871024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.871024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.871024] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8553d23-2e2f-43e8-a175-785ac6d68902 already deleted. [ 714.871024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8553d23-2e2f-43e8-a175-785ac6d68902" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.270507] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f39086-888f-40fe-927b-597b9b1b7ed6 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.270507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.276031] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7f39086-888f-40fe-927b-597b9b1b7ed6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.276031] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b90cee0-c44f-43d5-a9e3-00579910d773 with status ACTIVE [ 715.276031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.276031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.276031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.276031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.276031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.276031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.276031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.276031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.276031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.276031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.276846] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.277107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.277287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.277669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.277833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.277991] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b90cee0-c44f-43d5-a9e3-00579910d773 is going to be updated. [ 715.306170] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.307362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.307578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.307874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.308198] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.308448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b90cee0-c44f-43d5-a9e3-00579910d773" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.447872] env[67441]: INFO networking_nsxv3.common.synchronization [req-6a22e068-3e30-4ad8-b687-a20700137013 req-aa2917be-51f2-4d13-935c-8d8d42753ecc tempest-ListServerFiltersTestJSON-1989443618 tempest-ListServerFiltersTestJSON-1989443618-project-member] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 715.448660] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 715.450839] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.450839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.450839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.450839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.450839] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.450839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.450839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.450839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.450839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.450839] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.780719] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7f39086-888f-40fe-927b-597b9b1b7ed6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.954038] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.995634] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.995634] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-637" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.995634] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-637" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.995634] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-637" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.995970] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.996274] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.996472] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.996970] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.996970] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.997166] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.997370] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.997370] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.998028] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.998028] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.998028] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.998028] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.034513] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.034955] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.035060] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.035195] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-637" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.035597] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-41503f26-2ff7-47ab-ad9d-eea335242eef taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.035852] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-41503f26-2ff7-47ab-ad9d-eea335242eef" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.035996] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-41503f26-2ff7-47ab-ad9d-eea335242eef" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.036732] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-41503f26-2ff7-47ab-ad9d-eea335242eef" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.036944] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41503f26-2ff7-47ab-ad9d-eea335242eef',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.286967] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.286967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.286967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.286967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.286967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.286967] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 is going to be created. [ 716.323638] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.323638] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.323638] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.323638] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.323638] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.335151] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 in Status: UNINITIALIZED for 2s [ 716.457494] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.539228] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.539580] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.540134] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.540788] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.542037] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.542037] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 41503f26-2ff7-47ab-ad9d-eea335242eef not found, creating... [ 716.542037] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.542037] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.542037] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.542037] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.542293] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.542342] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.542485] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.542591] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.542791] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.543079] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.543952] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 41503f26-2ff7-47ab-ad9d-eea335242eef is going to be created. [ 716.571032] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.571032] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.571032] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.571032] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.571032] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.571032] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-41503f26-2ff7-47ab-ad9d-eea335242eef" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.959915] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.960267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.960267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.960463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.960560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.960731] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be updated. [ 716.994750] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.994879] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.994993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.995448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.995448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.007809] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: IN_PROGRESS for 2s [ 717.085684] env[67441]: INFO networking_nsxv3.common.synchronization [None req-49941234-4f9f-4f2a-90ac-34405ed597a8 None None] Enqueued Resource ID: 5e9a4be0-29bd-4da0-953b-f2dca18477d5 with Priority: HIGHEST for action port [ 717.086317] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9a4be0-29bd-4da0-953b-f2dca18477d5 with Priority: HIGHEST for action port [ 717.086776] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e9a4be0-29bd-4da0-953b-f2dca18477d5 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.086974] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e9a4be0-29bd-4da0-953b-f2dca18477d5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.087064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e9a4be0-29bd-4da0-953b-f2dca18477d5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.087400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e9a4be0-29bd-4da0-953b-f2dca18477d5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.087496] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9a4be0-29bd-4da0-953b-f2dca18477d5',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.304932] env[67441]: INFO networking_nsxv3.common.synchronization [req-6a22e068-3e30-4ad8-b687-a20700137013 req-810e7303-9694-4895-9412-80cc35c9deaf service nova] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_rules [ 717.305207] env[67441]: INFO networking_nsxv3.common.synchronization [req-6a22e068-3e30-4ad8-b687-a20700137013 req-810e7303-9694-4895-9412-80cc35c9deaf service nova] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 717.305347] env[67441]: INFO networking_nsxv3.common.synchronization [req-6a22e068-3e30-4ad8-b687-a20700137013 req-810e7303-9694-4895-9412-80cc35c9deaf service nova] Enqueued Resource ID: 41503f26-2ff7-47ab-ad9d-eea335242eef with Priority: HIGHEST for action port [ 717.305857] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_rules [ 717.305980] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 717.308329] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41503f26-2ff7-47ab-ad9d-eea335242eef with Priority: HIGHEST for action port [ 717.309631] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.309631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.312117] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.312363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.312450] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.313771] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.313863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.314423] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-41503f26-2ff7-47ab-ad9d-eea335242eef taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.314529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41503f26-2ff7-47ab-ad9d-eea335242eef" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.314601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41503f26-2ff7-47ab-ad9d-eea335242eef" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.314783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41503f26-2ff7-47ab-ad9d-eea335242eef" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.314855] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41503f26-2ff7-47ab-ad9d-eea335242eef',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.590457] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e9a4be0-29bd-4da0-953b-f2dca18477d5 [ 717.590704] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.590843] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.590909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.591191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.591283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.591423] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e9a4be0-29bd-4da0-953b-f2dca18477d5 already deleted. [ 717.591516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e9a4be0-29bd-4da0-953b-f2dca18477d5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.819732] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.819732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.819732] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41503f26-2ff7-47ab-ad9d-eea335242eef with status ACTIVE [ 717.819732] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.819732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.819732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.819732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.819732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.819732] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.819732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.819732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.819732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.819732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.819732] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.820524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.820524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.820524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.820524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.820524] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41503f26-2ff7-47ab-ad9d-eea335242eef is going to be updated. [ 717.847564] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.847841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.847898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.848141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.848543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.848624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41503f26-2ff7-47ab-ad9d-eea335242eef" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.347693] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 in Status: SUCCESS [ 718.348226] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.348226] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.348391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.348597] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.348768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.348902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.348987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.349076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.349352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.349352] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7f39086-888f-40fe-927b-597b9b1b7ed6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.729123] env[67441]: INFO networking_nsxv3.common.synchronization [None req-1586904b-1ee0-4ed1-9b8d-a30dfcaaedc4 None None] Enqueued Resource ID: 27105feb-93db-4ede-9ea4-81744bfc72ed with Priority: HIGHEST for action port [ 718.729123] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27105feb-93db-4ede-9ea4-81744bfc72ed with Priority: HIGHEST for action port [ 718.729123] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-27105feb-93db-4ede-9ea4-81744bfc72ed taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.729123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27105feb-93db-4ede-9ea4-81744bfc72ed" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.729123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27105feb-93db-4ede-9ea4-81744bfc72ed" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.729675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27105feb-93db-4ede-9ea4-81744bfc72ed" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.729877] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27105feb-93db-4ede-9ea4-81744bfc72ed',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.854487] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f39086-888f-40fe-927b-597b9b1b7ed6 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.854487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.854487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.854487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.854487] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.854487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.854487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.854487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.854487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.854487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.854487] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f39086-888f-40fe-927b-597b9b1b7ed6 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.854487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.854487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.854487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.854487] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.854487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.855189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.855189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.855189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.855189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.855189] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7f39086-888f-40fe-927b-597b9b1b7ed6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.020710] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: SUCCESS [ 719.020710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.020710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.020883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.022108] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.022108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.022108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.022108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.022108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.022108] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.232763] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27105feb-93db-4ede-9ea4-81744bfc72ed [ 719.232763] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.232763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.232763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.233040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.233040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.233040] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27105feb-93db-4ede-9ea4-81744bfc72ed already deleted. [ 719.233156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27105feb-93db-4ede-9ea4-81744bfc72ed" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.363674] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7f39086-888f-40fe-927b-597b9b1b7ed6: rpc.has_security_group_logging(os_id): False [ 719.385282] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.385282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.385282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.385282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.385282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.385282] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.385282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.385282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.385282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.385282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.385282] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.385282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.385282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.387091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.387091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.387091] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.387091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.387091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.387091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.387091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.387091] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 is going to be created. [ 719.449787] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.449787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.449787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.449787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.449787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.460548] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 in Status: IN_PROGRESS for 2s [ 719.525748] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.566169] env[67441]: INFO networking_nsxv3.common.synchronization [req-840e97fb-1e79-4ff5-93bb-36d06c06965e req-caa4125b-9c18-4167-8e8c-240b9ca850f8 tempest-ListServerFiltersTestJSON-1989443618 tempest-ListServerFiltersTestJSON-1989443618-project-member] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 719.566169] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 719.566569] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.566816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.029573] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.049500] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.049817] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-637" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.049956] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-637" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.050396] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-637" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.050676] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.050830] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.050940] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.051558] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.052127] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.052127] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.052127] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.052324] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.052324] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.052324] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.052458] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.052540] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.077273] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.077512] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.077737] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.081052] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-637" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.081052] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-6d96419c-33dc-4cd0-b190-2d80330c11a2 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.081052] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-6d96419c-33dc-4cd0-b190-2d80330c11a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.081052] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-6d96419c-33dc-4cd0-b190-2d80330c11a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.081052] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-6d96419c-33dc-4cd0-b190-2d80330c11a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.081052] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d96419c-33dc-4cd0-b190-2d80330c11a2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.113939] env[67441]: INFO networking_nsxv3.common.synchronization [None req-01dd6ce3-0bc0-44ac-a9f6-0c86ad6d7731 tempest-ServerActionsTestOtherB-1368839603 tempest-ServerActionsTestOtherB-1368839603-project-member] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_rules [ 720.114528] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_rules [ 720.114617] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.114704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.114786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.115041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.115335] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.271720] env[67441]: INFO networking_nsxv3.common.synchronization [None req-e921989e-80a7-4950-acd2-a3989f67de9b tempest-ServerActionsTestOtherB-1368839603 tempest-ServerActionsTestOtherB-1368839603-project-member] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_rules [ 720.272277] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_rules [ 720.272575] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.272684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.446745] env[67441]: INFO networking_nsxv3.common.synchronization [None req-9b544101-6a00-4d8f-bb5d-88f877778930 None None] Enqueued Resource ID: 794b07fb-f816-41ea-9ef3-d91e8506cb34 with Priority: HIGHEST for action port [ 720.447030] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 794b07fb-f816-41ea-9ef3-d91e8506cb34 with Priority: HIGHEST for action port [ 720.447646] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-794b07fb-f816-41ea-9ef3-d91e8506cb34 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.447773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-794b07fb-f816-41ea-9ef3-d91e8506cb34" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.447844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-794b07fb-f816-41ea-9ef3-d91e8506cb34" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.448111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-794b07fb-f816-41ea-9ef3-d91e8506cb34" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.448203] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('794b07fb-f816-41ea-9ef3-d91e8506cb34',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.532604] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.533102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.533227] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.533454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.533549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.533671] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be updated. [ 720.572991] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.573246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.573308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.573998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.573998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.587360] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: IN_PROGRESS for 2s [ 720.587360] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.587655] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.587790] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.588522] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.588522] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.588694] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 6d96419c-33dc-4cd0-b190-2d80330c11a2 not found, creating... [ 720.588971] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.589136] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.589274] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.589541] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.589720] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.590014] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.590174] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.590300] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.590498] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.590628] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.590761] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 6d96419c-33dc-4cd0-b190-2d80330c11a2 is going to be created. [ 720.613860] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.613975] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.614112] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.614386] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.615037] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.615037] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-6d96419c-33dc-4cd0-b190-2d80330c11a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.638075] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.638284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.638327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.638725] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.638725] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.638725] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 already deleted. [ 720.638874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.638914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.639124] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.639213] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.952168] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 794b07fb-f816-41ea-9ef3-d91e8506cb34 [ 720.952168] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.952168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.952168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.952654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.952654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.952654] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:794b07fb-f816-41ea-9ef3-d91e8506cb34 already deleted. [ 720.952654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-794b07fb-f816-41ea-9ef3-d91e8506cb34" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.161521] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.161638] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.161721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.161931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.162034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.162136] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 already deleted. [ 721.162239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.397185] env[67441]: INFO networking_nsxv3.common.synchronization [req-840e97fb-1e79-4ff5-93bb-36d06c06965e req-c09ce36c-7d4b-4600-82de-6ad3b1e95f2e service nova] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_rules [ 721.398557] env[67441]: INFO networking_nsxv3.common.synchronization [req-840e97fb-1e79-4ff5-93bb-36d06c06965e req-c09ce36c-7d4b-4600-82de-6ad3b1e95f2e service nova] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 721.398557] env[67441]: INFO networking_nsxv3.common.synchronization [req-840e97fb-1e79-4ff5-93bb-36d06c06965e req-c09ce36c-7d4b-4600-82de-6ad3b1e95f2e service nova] Enqueued Resource ID: 6d96419c-33dc-4cd0-b190-2d80330c11a2 with Priority: HIGHEST for action port [ 721.398557] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_rules [ 721.398557] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 721.398557] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d96419c-33dc-4cd0-b190-2d80330c11a2 with Priority: HIGHEST for action port [ 721.398758] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.398807] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.400202] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.400202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.400202] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d96419c-33dc-4cd0-b190-2d80330c11a2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.400202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d96419c-33dc-4cd0-b190-2d80330c11a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.400202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d96419c-33dc-4cd0-b190-2d80330c11a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.400202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d96419c-33dc-4cd0-b190-2d80330c11a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.400202] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d96419c-33dc-4cd0-b190-2d80330c11a2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.475468] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 in Status: SUCCESS [ 721.475708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.901958] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d96419c-33dc-4cd0-b190-2d80330c11a2 with status ACTIVE [ 721.902794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.902794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.902794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.903254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.903254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.903254] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.903399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.903503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.903624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.903702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.903948] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.904009] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.904105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.904304] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.904334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.904411] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d96419c-33dc-4cd0-b190-2d80330c11a2 is going to be updated. [ 721.931739] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.931905] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.931905] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.932207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.932371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.933402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d96419c-33dc-4cd0-b190-2d80330c11a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.071815] env[67441]: INFO networking_nsxv3.common.synchronization [req-1fd3436e-1a3e-4373-8f1d-5e326ea3bdd7 req-ad50cae5-fdac-4614-ab25-a3430296107a tempest-MultipleCreateTestJSON-915425427 tempest-MultipleCreateTestJSON-915425427-project-member] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 722.072300] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 722.072889] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.073124] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.073300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.073545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.074025] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.074025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.074025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.074238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.074375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.074493] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.141849] env[67441]: INFO networking_nsxv3.common.synchronization [None req-6b1b928a-d3e6-46c7-bb4d-06d97fa28db6 None None] Enqueued Resource ID: 2a533690-8905-4e5c-b93c-005d7a925b3c with Priority: HIGHEST for action port [ 722.143441] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a533690-8905-4e5c-b93c-005d7a925b3c with Priority: HIGHEST for action port [ 722.143729] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a533690-8905-4e5c-b93c-005d7a925b3c taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.143874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a533690-8905-4e5c-b93c-005d7a925b3c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.143979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a533690-8905-4e5c-b93c-005d7a925b3c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.144235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a533690-8905-4e5c-b93c-005d7a925b3c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.144319] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a533690-8905-4e5c-b93c-005d7a925b3c',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.516600] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.516932] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.516932] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.518024] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.518024] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.518024] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.518197] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.518304] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.518422] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.518626] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.518731] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.518832] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.518932] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.519043] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.519141] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.519269] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.539603] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.539843] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.539950] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.540133] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.540472] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-0edf1596-c4cf-4852-89b4-6134ea383c33 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.540646] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-0edf1596-c4cf-4852-89b4-6134ea383c33" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.540761] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-0edf1596-c4cf-4852-89b4-6134ea383c33" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.541170] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-0edf1596-c4cf-4852-89b4-6134ea383c33" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.541303] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0edf1596-c4cf-4852-89b4-6134ea383c33',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.577373] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.577607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.577607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.577833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.577924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.578625] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.578625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.578625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.578813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.580988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.580988] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 722.602527] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: SUCCESS [ 722.602800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.603694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.603694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.603694] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.603694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.603694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.604248] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.604248] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.604248] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.604248] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.605279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.605692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.606157] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.606312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.606404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.606585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.606703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.606822] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.635118] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.635530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.635530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.635616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.635742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.647680] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a533690-8905-4e5c-b93c-005d7a925b3c [ 722.647940] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.648096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.648169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.648405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.650845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.650845] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a533690-8905-4e5c-b93c-005d7a925b3c already deleted. [ 722.650845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a533690-8905-4e5c-b93c-005d7a925b3c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.663853] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 723.045766] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.045987] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.046131] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.046443] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.046598] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.046755] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 0edf1596-c4cf-4852-89b4-6134ea383c33 not found, creating... [ 723.047043] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.047218] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.047333] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.048215] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.048215] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.048215] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.048215] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.048215] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.048686] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.049517] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.049768] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 0edf1596-c4cf-4852-89b4-6134ea383c33 is going to be created. [ 723.082844] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.083037] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.083311] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.083509] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.083739] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.083969] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-0edf1596-c4cf-4852-89b4-6134ea383c33" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.110819] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.111020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.111226] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.204540] env[67441]: INFO networking_nsxv3.common.synchronization [None req-9b8c8b4d-3d7c-42ad-8bbd-6c606d52c5b3 None None] Enqueued Resource ID: 41b90554-270d-4954-ace6-93200cefd42e with Priority: HIGHEST for action port [ 723.205266] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b90554-270d-4954-ace6-93200cefd42e with Priority: HIGHEST for action port [ 723.205649] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-41b90554-270d-4954-ace6-93200cefd42e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.205830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41b90554-270d-4954-ace6-93200cefd42e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.206458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41b90554-270d-4954-ace6-93200cefd42e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.206458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41b90554-270d-4954-ace6-93200cefd42e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.206458] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b90554-270d-4954-ace6-93200cefd42e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.619011] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.709425] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41b90554-270d-4954-ace6-93200cefd42e [ 723.709708] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.709869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.710228] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.710228] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.712280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.712280] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41b90554-270d-4954-ace6-93200cefd42e already deleted. [ 723.712280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41b90554-270d-4954-ace6-93200cefd42e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.916287] env[67441]: INFO networking_nsxv3.common.synchronization [req-1fd3436e-1a3e-4373-8f1d-5e326ea3bdd7 req-c7de39e7-1819-4e05-b039-e17cd7f42ad9 service nova] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_rules [ 723.916783] env[67441]: INFO networking_nsxv3.common.synchronization [req-1fd3436e-1a3e-4373-8f1d-5e326ea3bdd7 req-c7de39e7-1819-4e05-b039-e17cd7f42ad9 service nova] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 723.916783] env[67441]: INFO networking_nsxv3.common.synchronization [req-1fd3436e-1a3e-4373-8f1d-5e326ea3bdd7 req-c7de39e7-1819-4e05-b039-e17cd7f42ad9 service nova] Enqueued Resource ID: 0edf1596-c4cf-4852-89b4-6134ea383c33 with Priority: HIGHEST for action port [ 723.922186] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_rules [ 723.922186] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 723.922186] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf1596-c4cf-4852-89b4-6134ea383c33 with Priority: HIGHEST for action port [ 723.922186] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.922186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.922186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.922186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.922186] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.924255] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.924255] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.924255] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-0edf1596-c4cf-4852-89b4-6134ea383c33 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.924255] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0edf1596-c4cf-4852-89b4-6134ea383c33" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.924255] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0edf1596-c4cf-4852-89b4-6134ea383c33" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.924255] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0edf1596-c4cf-4852-89b4-6134ea383c33" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.924255] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0edf1596-c4cf-4852-89b4-6134ea383c33',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.119410] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.119669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.119669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.120156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.120343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.120478] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be updated. [ 724.153905] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.154095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.154147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.154352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.154495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.164712] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: IN_PROGRESS for 2s [ 724.423585] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.423693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.428421] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0edf1596-c4cf-4852-89b4-6134ea383c33 with status ACTIVE [ 724.428564] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.428703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.428773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.428995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.429101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.429278] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.429377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.429439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.429671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.429751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.429931] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.430046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.430110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.430300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.430389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.430474] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0edf1596-c4cf-4852-89b4-6134ea383c33 is going to be updated. [ 724.458496] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.458678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.458715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.458914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.459065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.459256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0edf1596-c4cf-4852-89b4-6134ea383c33" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.676955] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 724.677368] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 deletion is rescheduled due to dependency. [ 724.677368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.678218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.678471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.678686] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.678803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.678876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.679050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.679136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.679235] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.182351] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.684927] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.919573] env[67441]: INFO networking_nsxv3.common.synchronization [None req-d559ecba-c4d9-461b-b323-bbcc273bf1d5 tempest-MigrationsAdminTest-153820182 tempest-MigrationsAdminTest-153820182-project-member] Enqueued Resource ID: 961d2eba-a2e7-4014-9186-47a47e95269e with Priority: HIGHEST for action security_group_rules [ 725.921294] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961d2eba-a2e7-4014-9186-47a47e95269e with Priority: HIGHEST for action security_group_rules [ 725.921294] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961d2eba-a2e7-4014-9186-47a47e95269e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.921294] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961d2eba-a2e7-4014-9186-47a47e95269e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.921294] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961d2eba-a2e7-4014-9186-47a47e95269e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.921572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961d2eba-a2e7-4014-9186-47a47e95269e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.921676] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961d2eba-a2e7-4014-9186-47a47e95269e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.119340] env[67441]: INFO networking_nsxv3.common.synchronization [None req-c24d777b-0953-4d23-ac95-4baa098608f3 tempest-MigrationsAdminTest-153820182 tempest-MigrationsAdminTest-153820182-project-member] Enqueued Resource ID: 961d2eba-a2e7-4014-9186-47a47e95269e with Priority: HIGHEST for action security_group_rules [ 726.120848] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961d2eba-a2e7-4014-9186-47a47e95269e with Priority: HIGHEST for action security_group_rules [ 726.121237] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961d2eba-a2e7-4014-9186-47a47e95269e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.121433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961d2eba-a2e7-4014-9186-47a47e95269e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.176935] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: SUCCESS [ 726.177193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.177399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.177593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.177782] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.177906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.177976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.178171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.179351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.179351] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.188367] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.188495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.188564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.188783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.188906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.188972] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 726.229048] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.229048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.229048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.229267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.229297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.241776] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 726.450347] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.450347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.450347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.450347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.450347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.450347] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961d2eba-a2e7-4014-9186-47a47e95269e already deleted. [ 726.450347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961d2eba-a2e7-4014-9186-47a47e95269e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.450347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961d2eba-a2e7-4014-9186-47a47e95269e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.450347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961d2eba-a2e7-4014-9186-47a47e95269e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.450347] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961d2eba-a2e7-4014-9186-47a47e95269e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.682371] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.975563] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.975921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.975921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.976086] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.976138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.976236] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961d2eba-a2e7-4014-9186-47a47e95269e already deleted. [ 726.976482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961d2eba-a2e7-4014-9186-47a47e95269e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.077616] env[67441]: INFO networking_nsxv3.common.synchronization [req-260aab30-7d9a-4623-a806-3a29a144f0d1 req-0670c904-3254-4ddb-9520-5982bcf1c328 tempest-ImagesTestJSON-1476992468 tempest-ImagesTestJSON-1476992468-project-member] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 727.078151] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 727.078510] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.078647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.078715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.078955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.079194] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.079355] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.079468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.079711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.079852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.079994] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.185990] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.505108] env[67441]: INFO networking_nsxv3.common.synchronization [req-06db73a7-ecc2-4db4-bc9a-e49ef0289cf6 req-9c7c35f2-4689-4876-94cb-cc993519bf5b tempest-ServerDiskConfigTestJSON-1877869234 tempest-ServerDiskConfigTestJSON-1877869234-project-member] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 727.506194] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 727.506194] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.506194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.506194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.506431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.506491] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.506587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.506647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.506793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.506878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.506968] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.583239] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.583239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.583239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.583239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.583544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.583544] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.583645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.583715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.584492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.584492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.584492] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 727.620500] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.620500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.620706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.620794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.621215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.632070] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 727.690244] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.690244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.690244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.690244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.690595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.690595] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be updated. [ 727.751469] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.751695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.751695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.751916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.752081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.767584] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: IN_PROGRESS for 2s [ 728.011431] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.011798] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.011798] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.012535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.012656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.012911] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.013044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.013231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.013428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.013582] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.013651] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 728.047909] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.048121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.048357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.048514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.048681] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.064492] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 728.254105] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 728.255607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.255607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.255732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.255873] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.256311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.256311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.256311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.256311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.256469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.256469] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.758981] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.759149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.759221] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.759669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.759868] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.759977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.760133] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.760212] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.760300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.760981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.761451] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.761529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.761562] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.761699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.761845] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.762051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.762051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.762154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.762235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.762314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.762995] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.268823] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f97637cb-db13-4e48-9a2f-e4c7328836b4: rpc.has_security_group_logging(os_id): False [ 729.288262] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.288262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.288262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.288262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.288430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.288791] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.288791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.288791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.288980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.288980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.292279] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.292279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.292279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.292279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.292279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.292279] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.292279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.292279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.292279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.292279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.292279] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 729.358917] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.359310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.359388] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.360853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.360853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.378126] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 729.643490] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 729.643690] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 deletion is rescheduled due to dependency. [ 729.647020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.781891] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: SUCCESS [ 729.782025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.782323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.782589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.782793] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.783139] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.783277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.783492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.783586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.783675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.784147] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.784323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.784490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.785606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.785606] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.785606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.785606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.785606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.785606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.785606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.785606] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.078857] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 730.079064] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 deletion is rescheduled due to dependency. [ 730.079115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.289816] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c9bb5d-4120-4919-a5c2-39ed8cb25626: rpc.has_security_group_logging(os_id): False [ 730.313035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.313035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.313035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.313035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.313035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.313035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.313035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.313035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.313035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.313035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.313035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.313035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.313035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.313035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.313035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.313742] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.313742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.313742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.313742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.313742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.313742] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be updated. [ 730.403147] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.403147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.403147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.403147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.403147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.421311] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: IN_PROGRESS for 2s [ 731.400185] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 731.400539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.548827] env[67441]: INFO networking_nsxv3.common.synchronization [req-1fd3436e-1a3e-4373-8f1d-5e326ea3bdd7 req-73303251-b6a4-4369-8ea1-053a0365a0fa tempest-MultipleCreateTestJSON-915425427 tempest-MultipleCreateTestJSON-915425427-project-member] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 731.549430] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 731.549752] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.549882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.549940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.550227] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.550423] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.550520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.550583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.550838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.550838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.551150] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.054017] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.129620] env[67441]: INFO networking_nsxv3.common.synchronization [None req-d7579770-3d8d-4032-b129-6da8a3163177 None None] Enqueued Resource ID: 23a98e48-3fe9-4310-a453-603fcffc4c5f with Priority: HIGHEST for action port [ 732.129620] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a98e48-3fe9-4310-a453-603fcffc4c5f with Priority: HIGHEST for action port [ 732.129620] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a98e48-3fe9-4310-a453-603fcffc4c5f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.129620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a98e48-3fe9-4310-a453-603fcffc4c5f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.129620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a98e48-3fe9-4310-a453-603fcffc4c5f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.129620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a98e48-3fe9-4310-a453-603fcffc4c5f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.129620] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a98e48-3fe9-4310-a453-603fcffc4c5f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.442202] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: SUCCESS [ 732.442503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.443539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.443539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.443539] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.557562] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.574273] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.574755] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.574755] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.575016] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.576291] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.576291] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.576291] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.576476] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.576800] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.577056] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.577181] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.577289] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.577729] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.577851] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.577978] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.578146] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.602199] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.602199] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.602199] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.602199] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-871" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.602447] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-5c41e885-2431-43b1-8282-2f5802b0331b taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.602447] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-5c41e885-2431-43b1-8282-2f5802b0331b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.602553] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-5c41e885-2431-43b1-8282-2f5802b0331b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.602884] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-5c41e885-2431-43b1-8282-2f5802b0331b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.603028] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c41e885-2431-43b1-8282-2f5802b0331b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.633201] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23a98e48-3fe9-4310-a453-603fcffc4c5f [ 732.633708] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.633867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.633937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.634207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.634672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.635286] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23a98e48-3fe9-4310-a453-603fcffc4c5f already deleted. [ 732.635286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a98e48-3fe9-4310-a453-603fcffc4c5f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.951383] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.951757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.951858] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.952118] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.952888] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.952888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.952888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.953251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.953251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.953251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.953251] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.061073] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.061073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.061073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.061073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.061385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.061385] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 733.101044] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.101044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.101044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.101044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.101462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.106349] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.106791] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.106791] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.106953] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.107570] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.107731] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 5c41e885-2431-43b1-8282-2f5802b0331b not found, creating... [ 733.108024] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.108270] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.108302] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.108579] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.108667] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.108954] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.111588] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.111851] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.112285] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.112463] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.112572] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 5c41e885-2431-43b1-8282-2f5802b0331b is going to be created. [ 733.118252] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 733.148616] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.148616] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.148777] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.149824] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.149824] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.149824] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-5c41e885-2431-43b1-8282-2f5802b0331b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.460039] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.460039] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.460039] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.460415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.460415] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.460415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.460415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.460852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.460852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.460935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.461144] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.461144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.461308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.461353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.461502] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.461608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.461684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.461821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.461973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.461973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.462088] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.940064] env[67441]: INFO networking_nsxv3.common.synchronization [req-1fd3436e-1a3e-4373-8f1d-5e326ea3bdd7 req-826cd2da-bd9f-4b08-b859-c5452071a6ce service nova] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_rules [ 733.940064] env[67441]: INFO networking_nsxv3.common.synchronization [req-1fd3436e-1a3e-4373-8f1d-5e326ea3bdd7 req-826cd2da-bd9f-4b08-b859-c5452071a6ce service nova] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 733.940064] env[67441]: INFO networking_nsxv3.common.synchronization [req-1fd3436e-1a3e-4373-8f1d-5e326ea3bdd7 req-826cd2da-bd9f-4b08-b859-c5452071a6ce service nova] Enqueued Resource ID: 5c41e885-2431-43b1-8282-2f5802b0331b with Priority: HIGHEST for action port [ 733.940064] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_rules [ 733.940064] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 733.940064] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c41e885-2431-43b1-8282-2f5802b0331b with Priority: HIGHEST for action port [ 733.940064] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.940064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.940064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.940064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.940064] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.940064] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.940064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.940064] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c41e885-2431-43b1-8282-2f5802b0331b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.940064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c41e885-2431-43b1-8282-2f5802b0331b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.940064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c41e885-2431-43b1-8282-2f5802b0331b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.940064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c41e885-2431-43b1-8282-2f5802b0331b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.940064] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c41e885-2431-43b1-8282-2f5802b0331b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.964647] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c9bb5d-4120-4919-a5c2-39ed8cb25626: rpc.has_security_group_logging(os_id): False [ 733.985639] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.986254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.987730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.987730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.987730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.987730] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.987730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.987730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.987730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.987730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.987730] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.987730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.988338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.991404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.991529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.991743] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.991874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.991930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.992429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.992517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.992618] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be updated. [ 734.065042] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.065042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.065042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.065292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.068993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.088950] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: IN_PROGRESS for 2s [ 734.356105] env[67441]: INFO networking_nsxv3.common.synchronization [req-504770d9-b2d5-441e-90c6-a67f1548e49b req-9cbab087-ef97-41a9-a040-e783666f2417 tempest-FloatingIPsAssociationTestJSON-1541135322 tempest-FloatingIPsAssociationTestJSON-1541135322-project-member] Enqueued Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_members [ 734.358093] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_members [ 734.358093] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.358093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.358093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.358093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.358093] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.358093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.358093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.359096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.359323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.359548] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.441510] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.442794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.442794] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c41e885-2431-43b1-8282-2f5802b0331b with status ACTIVE [ 734.442794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.442794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.442794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.445101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.445101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.445101] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.445101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.445101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.445101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.445101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.445101] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.445101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.445101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.445101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.445101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.445101] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c41e885-2431-43b1-8282-2f5802b0331b is going to be updated. [ 734.468537] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.469177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.470511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.470511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.470511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.470511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c41e885-2431-43b1-8282-2f5802b0331b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.772828] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.773020] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-266" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.773153] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-266" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.773511] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-266" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.773784] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.773929] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.774519] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.774835] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.774980] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.775202] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.775309] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.775407] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.775508] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.775609] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.775697] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.775979] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.801738] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.801900] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.802050] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.802233] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-266" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.802554] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-ac6511c9-ac9d-47d4-90fc-e6d5a86be955 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.802715] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-ac6511c9-ac9d-47d4-90fc-e6d5a86be955" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.802832] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-ac6511c9-ac9d-47d4-90fc-e6d5a86be955" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.803222] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-ac6511c9-ac9d-47d4-90fc-e6d5a86be955" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.803363] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6511c9-ac9d-47d4-90fc-e6d5a86be955',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.862822] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.863062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.863147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.863364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.863457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.863658] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.863768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.863830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.863985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.864070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.864166] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 769a9dcd-df06-471f-a222-1fad5d363953 already deleted. [ 734.864247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.097670] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f834e6c5-c7e1-4901-ae22-184522e7132d None None] Enqueued Resource ID: b0cc01e8-3beb-4392-89a5-ae2661ab45f4 with Priority: HIGHEST for action port [ 735.098271] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0cc01e8-3beb-4392-89a5-ae2661ab45f4 with Priority: HIGHEST for action port [ 735.099063] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0cc01e8-3beb-4392-89a5-ae2661ab45f4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.099063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0cc01e8-3beb-4392-89a5-ae2661ab45f4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.099063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0cc01e8-3beb-4392-89a5-ae2661ab45f4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.099279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0cc01e8-3beb-4392-89a5-ae2661ab45f4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.099804] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0cc01e8-3beb-4392-89a5-ae2661ab45f4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.128612] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 735.128612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.128612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.128612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.128612] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.128894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.128894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.128949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.129094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.129094] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.306130] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.306621] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.306621] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.306857] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.306921] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.307824] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port ac6511c9-ac9d-47d4-90fc-e6d5a86be955 not found, creating... [ 735.307824] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.307824] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.307824] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.307824] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.308039] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.310011] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.310233] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.310354] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.310567] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.310693] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.310831] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: ac6511c9-ac9d-47d4-90fc-e6d5a86be955 is going to be created. [ 735.334588] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.334806] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.334969] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.335215] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.335474] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.335696] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-ac6511c9-ac9d-47d4-90fc-e6d5a86be955" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.601642] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0cc01e8-3beb-4392-89a5-ae2661ab45f4 [ 735.601985] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.602138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.602231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.602555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.602693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.602824] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0cc01e8-3beb-4392-89a5-ae2661ab45f4 already deleted. [ 735.602938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0cc01e8-3beb-4392-89a5-ae2661ab45f4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.632689] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.107447] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: SUCCESS [ 736.108152] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.137052] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.223854] env[67441]: INFO networking_nsxv3.common.synchronization [req-504770d9-b2d5-441e-90c6-a67f1548e49b req-7a5f6e34-64c9-4e5f-afa8-12273bbdc94a service nova] Enqueued Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_rules [ 736.224022] env[67441]: INFO networking_nsxv3.common.synchronization [req-504770d9-b2d5-441e-90c6-a67f1548e49b req-7a5f6e34-64c9-4e5f-afa8-12273bbdc94a service nova] Enqueued Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_members [ 736.224241] env[67441]: INFO networking_nsxv3.common.synchronization [req-504770d9-b2d5-441e-90c6-a67f1548e49b req-7a5f6e34-64c9-4e5f-afa8-12273bbdc94a service nova] Enqueued Resource ID: ac6511c9-ac9d-47d4-90fc-e6d5a86be955 with Priority: HIGHEST for action port [ 736.224892] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_rules [ 736.225191] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_members [ 736.225437] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6511c9-ac9d-47d4-90fc-e6d5a86be955 with Priority: HIGHEST for action port [ 736.225818] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.225987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.226132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.226451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.226584] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.227605] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.227812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.228252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.229261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.229492] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.229656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.229970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.229970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.230321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.230321] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.231447] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac6511c9-ac9d-47d4-90fc-e6d5a86be955 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.231687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac6511c9-ac9d-47d4-90fc-e6d5a86be955" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.231857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac6511c9-ac9d-47d4-90fc-e6d5a86be955" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.232118] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac6511c9-ac9d-47d4-90fc-e6d5a86be955" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.232229] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6511c9-ac9d-47d4-90fc-e6d5a86be955',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.642333] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.642333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.642333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.642333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.642333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.642333] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 736.675027] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.675027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.675027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.675027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.675027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.688511] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 736.735015] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.737043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.737043] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.737043] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac6511c9-ac9d-47d4-90fc-e6d5a86be955 with status ACTIVE [ 736.737278] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.737278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.737365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.738570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.738570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.738570] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.738570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.738570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.738570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.738570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.738844] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.738887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.739824] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.739824] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.739824] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.739824] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac6511c9-ac9d-47d4-90fc-e6d5a86be955 is going to be updated. [ 736.762357] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.762501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.762574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.762929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.762929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.763087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac6511c9-ac9d-47d4-90fc-e6d5a86be955" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.108515] env[67441]: INFO networking_nsxv3.common.synchronization [req-9b8e405d-4026-46d4-ab3e-7ebccf544024 req-ac7896ed-1c4d-4b8f-a566-714956cf4224 tempest-VolumesAdminNegativeTest-1352860899 tempest-VolumesAdminNegativeTest-1352860899-project-member] Enqueued Resource ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 with Priority: HIGHEST for action security_group_members [ 737.109268] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 with Priority: HIGHEST for action security_group_members [ 737.109566] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f39086-888f-40fe-927b-597b9b1b7ed6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.109687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.109756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.109958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.111919] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.111919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.111919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.111919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.111919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.111919] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f39086-888f-40fe-927b-597b9b1b7ed6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.242199] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.615109] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.615109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.615109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.615109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.615109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.615109] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.615109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.615109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.615109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.615109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.615109] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 is going to be updated. [ 737.666471] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.666891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.667096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.667884] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.668313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.679714] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 in Status: IN_PROGRESS for 2s [ 737.744454] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.744607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.744659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.744895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.744990] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.745337] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 769a9dcd-df06-471f-a222-1fad5d363953 is going to be created. [ 737.774336] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.774529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.774595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.774779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.774937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.799976] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: UNINITIALIZED for 2s [ 738.705341] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 738.705341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.705341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.705341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.705341] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.705341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.705341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.705861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.705861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.705861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.705976] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.209899] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.210093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.210161] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.210451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.210629] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.210751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.210848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.212276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.212427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.212536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.212715] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.212822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.212892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.213219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.213410] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.213506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.213589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.213747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.213828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.213914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.214029] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.292035] env[67441]: INFO networking_nsxv3.common.synchronization [req-12714b8b-3621-4957-b499-04e4b33c820e req-9ca19772-16ce-4a74-b879-0dabc96a7f46 tempest-ListServersNegativeTestJSON-302205633 tempest-ListServersNegativeTestJSON-302205633-project-member] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 739.294451] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 739.295186] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.295314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.295391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.295639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.295800] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.295904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.295961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.296135] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.296273] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.296345] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.694242] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 in Status: SUCCESS [ 739.694497] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 deletion is rescheduled due to dependency. [ 739.694619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.716316] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f97637cb-db13-4e48-9a2f-e4c7328836b4: rpc.has_security_group_logging(os_id): False [ 739.741484] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.741484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.741484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.742956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.742956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.742956] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.742956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.742956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.742956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.742956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.743478] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.743478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.743478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.743478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.743478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.744460] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.744460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.744460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.744460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.744460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.744460] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 739.799667] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.931195] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: SUCCESS [ 739.931451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.931635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.931925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.932143] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.932461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.932461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.932549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.932728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.932728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.932728] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.945026] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.945265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.945265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.945528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.945678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.960603] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 740.302799] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.364312] env[67441]: INFO networking_nsxv3.common.synchronization [None req-3cdb8f5e-f668-47a7-ac0e-fbcb87c0a23e None None] Enqueued Resource ID: 5fbd35e4-70f9-4f19-9f70-278121c622c6 with Priority: HIGHEST for action port [ 740.365037] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fbd35e4-70f9-4f19-9f70-278121c622c6 with Priority: HIGHEST for action port [ 740.369025] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fbd35e4-70f9-4f19-9f70-278121c622c6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.369025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fbd35e4-70f9-4f19-9f70-278121c622c6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.369025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fbd35e4-70f9-4f19-9f70-278121c622c6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.369025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fbd35e4-70f9-4f19-9f70-278121c622c6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.369025] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fbd35e4-70f9-4f19-9f70-278121c622c6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.439908] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.439908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.439908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.439908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.439908] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.439908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.439908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.439908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.439908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.439908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.439908] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.439908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.439908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.439908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.439908] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.439908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.440616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.440616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.440616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.440616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.440616] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.807209] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.807553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.807553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.807653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.807747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.807847] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 975386ac-37c2-4602-9ad8-86df2800710f is going to be updated. [ 740.847236] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.847236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.847236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.847529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.847529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.860192] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: IN_PROGRESS for 2s [ 740.871682] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fbd35e4-70f9-4f19-9f70-278121c622c6 [ 740.872192] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.872192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.872192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.872418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.872418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.872490] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fbd35e4-70f9-4f19-9f70-278121c622c6 already deleted. [ 740.872619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fbd35e4-70f9-4f19-9f70-278121c622c6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.944096] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 769a9dcd-df06-471f-a222-1fad5d363953: rpc.has_security_group_logging(os_id): False [ 740.963159] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.963385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.963460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.963668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.963751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.963938] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.964092] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.964136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.964487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.964653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.964979] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.965359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.965559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.965693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.965812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.966114] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.966257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.966356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.966794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.966794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.966794] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 769a9dcd-df06-471f-a222-1fad5d363953 is going to be created. [ 741.066209] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.066349] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.066441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.066658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.066837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.083564] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: IN_PROGRESS for 2s [ 741.767429] env[67441]: INFO networking_nsxv3.common.synchronization [req-acb9c0e0-1766-4fcf-8b23-66fc8bedee5f req-5788b7ff-3f53-4957-a67e-21aa9dec274d tempest-ListServersNegativeTestJSON-302205633 tempest-ListServersNegativeTestJSON-302205633-project-member] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 741.767429] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGHEST for action security_group_members [ 741.767429] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.767674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.977325] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 741.977670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.831922] env[67441]: INFO networking_nsxv3.common.synchronization [None req-97f7447b-2dbd-431f-bb98-65700e490882 tempest-ImagesOneServerNegativeTestJSON-781092643 tempest-ImagesOneServerNegativeTestJSON-781092643-project-member] Enqueued Resource ID: 91063bf6-4c8a-453c-8192-5198d929af4d with Priority: HIGHEST for action security_group_rules [ 742.832526] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91063bf6-4c8a-453c-8192-5198d929af4d with Priority: HIGHEST for action security_group_rules [ 742.832852] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91063bf6-4c8a-453c-8192-5198d929af4d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.832974] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91063bf6-4c8a-453c-8192-5198d929af4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.837393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91063bf6-4c8a-453c-8192-5198d929af4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.837706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91063bf6-4c8a-453c-8192-5198d929af4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.837802] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91063bf6-4c8a-453c-8192-5198d929af4d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.872428] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: SUCCESS [ 742.872921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.873899] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.874399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.874673] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.874852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.874984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.875238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.875668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.875836] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.006101] env[67441]: INFO networking_nsxv3.common.synchronization [None req-6e886674-e989-4d21-9e49-7716b030e8de tempest-ImagesOneServerNegativeTestJSON-781092643 tempest-ImagesOneServerNegativeTestJSON-781092643-project-member] Enqueued Resource ID: 91063bf6-4c8a-453c-8192-5198d929af4d with Priority: HIGHEST for action security_group_rules [ 743.007914] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91063bf6-4c8a-453c-8192-5198d929af4d with Priority: HIGHEST for action security_group_rules [ 743.008585] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91063bf6-4c8a-453c-8192-5198d929af4d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.008585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91063bf6-4c8a-453c-8192-5198d929af4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.070017] env[67441]: INFO networking_nsxv3.common.synchronization [None req-aad0deb5-250b-43da-8621-b50fca1dea50 None None] Enqueued Resource ID: ac896ce4-7364-4ce2-9f91-02f1a18668b8 with Priority: HIGHEST for action port [ 743.070288] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac896ce4-7364-4ce2-9f91-02f1a18668b8 with Priority: HIGHEST for action port [ 743.073132] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac896ce4-7364-4ce2-9f91-02f1a18668b8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.073296] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac896ce4-7364-4ce2-9f91-02f1a18668b8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.074831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac896ce4-7364-4ce2-9f91-02f1a18668b8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.074831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac896ce4-7364-4ce2-9f91-02f1a18668b8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.074831] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac896ce4-7364-4ce2-9f91-02f1a18668b8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.099610] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: SUCCESS [ 743.100259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.359660] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.359865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.359865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.360115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.360201] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.360295] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91063bf6-4c8a-453c-8192-5198d929af4d already deleted. [ 743.360383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91063bf6-4c8a-453c-8192-5198d929af4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.360553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91063bf6-4c8a-453c-8192-5198d929af4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.360684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91063bf6-4c8a-453c-8192-5198d929af4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.360768] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91063bf6-4c8a-453c-8192-5198d929af4d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.382082] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.382276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.382331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.382534] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.382627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.382836] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.382932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.382994] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.383153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.383263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.383334] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 975386ac-37c2-4602-9ad8-86df2800710f is going to be updated. [ 743.417239] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.417492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.417590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.417841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.417991] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.428255] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: IN_PROGRESS for 2s [ 743.577478] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac896ce4-7364-4ce2-9f91-02f1a18668b8 [ 743.577818] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.578252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.578520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.578759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.578852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.578945] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac896ce4-7364-4ce2-9f91-02f1a18668b8 already deleted. [ 743.579595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac896ce4-7364-4ce2-9f91-02f1a18668b8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.887217] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.887414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.887487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.887794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.887899] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.888046] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91063bf6-4c8a-453c-8192-5198d929af4d already deleted. [ 743.888202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91063bf6-4c8a-453c-8192-5198d929af4d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.438970] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 975386ac-37c2-4602-9ad8-86df2800710f in Status: SUCCESS [ 745.439267] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 975386ac-37c2-4602-9ad8-86df2800710f deletion is rescheduled due to dependency. [ 745.439267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.910299] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e578730-2ed6-4e2a-960b-5685c972b9a6 req-f3e91e2e-9e67-4030-8a29-76afe1fa7306 tempest-MultipleCreateTestJSON-915425427 tempest-MultipleCreateTestJSON-915425427-project-member] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 746.910798] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 746.911105] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.911285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.911330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.911592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.911797] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.911995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.911995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.914503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.914503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.914503] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.093692] env[67441]: INFO networking_nsxv3.common.synchronization [req-eb4eb571-3e0b-472c-98b4-5688b1879bca req-34c5b185-b258-4667-a51f-94ba93f7558c tempest-ServersTestJSON-837516989 tempest-ServersTestJSON-837516989-project-member] Enqueued Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGHEST for action security_group_members [ 747.094466] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGHEST for action security_group_members [ 747.094957] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-884670a9-6fa6-4754-9576-83d9487794c7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.096286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.096286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.096286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.096286] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.096286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.096286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.096286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.096580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.096580] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('884670a9-6fa6-4754-9576-83d9487794c7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.418043] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.509418] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.509568] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-480" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.509611] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-480" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.509895] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-480" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.510195] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.510365] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.510483] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.510690] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.510821] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.511029] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.511134] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.511265] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.511383] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.511489] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.511589] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.511712] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.535718] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.535903] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.536049] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.536223] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-480" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.536538] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-88def1d1-60c4-40a5-997f-8ab390d48608 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.536705] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-88def1d1-60c4-40a5-997f-8ab390d48608" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.536816] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-88def1d1-60c4-40a5-997f-8ab390d48608" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.539274] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-88def1d1-60c4-40a5-997f-8ab390d48608" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.539274] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88def1d1-60c4-40a5-997f-8ab390d48608',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.600358] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.600358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.600358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.600358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.600358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.600358] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.600358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.600358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.600358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.600358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.600358] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 884670a9-6fa6-4754-9576-83d9487794c7 already deleted. [ 747.600358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.920681] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.035437] env[67441]: INFO networking_nsxv3.common.synchronization [req-b38ef3e2-0e45-4f57-8dc7-dc5eec0dd73b req-6c95b450-dcfb-4fda-baeb-956aa45437f8 tempest-MultipleCreateTestJSON-915425427 tempest-MultipleCreateTestJSON-915425427-project-member] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 748.036721] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGHEST for action security_group_members [ 748.036721] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.036721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.042043] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.042043] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.042043] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.042294] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.042330] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.042464] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 88def1d1-60c4-40a5-997f-8ab390d48608 not found, creating... [ 748.042711] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.042858] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.042969] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.043226] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.043386] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.043661] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.043813] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.044055] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.044293] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.044462] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.044616] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 88def1d1-60c4-40a5-997f-8ab390d48608 is going to be created. [ 748.073369] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.073369] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.073369] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.073662] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.073784] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.073964] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-88def1d1-60c4-40a5-997f-8ab390d48608" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.427878] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.428211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.428284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.428627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.428797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.428947] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 748.463963] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.463963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.463963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.463963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.463963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.481252] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 748.666831] env[67441]: INFO networking_nsxv3.common.synchronization [None req-cdcc7100-a629-4a77-9db8-9ed7cdc6b449 tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGHEST for action security_group_rules [ 748.667763] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGHEST for action security_group_rules [ 748.670241] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a784514-e0b0-4031-8438-a0648052bf5b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.670241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.670241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.673528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.673528] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a784514-e0b0-4031-8438-a0648052bf5b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.777950] env[67441]: INFO networking_nsxv3.common.synchronization [None req-9ee29bca-eb7f-4b72-8c20-4fb8a7ffd22d tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGHEST for action security_group_rules [ 748.778523] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGHEST for action security_group_rules [ 748.778760] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a784514-e0b0-4031-8438-a0648052bf5b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.778868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.888681] env[67441]: INFO networking_nsxv3.common.synchronization [req-eb4eb571-3e0b-472c-98b4-5688b1879bca req-e5794e2f-ff79-4632-94ed-60799b5a8324 service nova] Enqueued Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGHEST for action security_group_rules [ 748.888777] env[67441]: INFO networking_nsxv3.common.synchronization [req-eb4eb571-3e0b-472c-98b4-5688b1879bca req-e5794e2f-ff79-4632-94ed-60799b5a8324 service nova] Enqueued Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGHEST for action security_group_members [ 748.888898] env[67441]: INFO networking_nsxv3.common.synchronization [req-eb4eb571-3e0b-472c-98b4-5688b1879bca req-e5794e2f-ff79-4632-94ed-60799b5a8324 service nova] Enqueued Resource ID: 88def1d1-60c4-40a5-997f-8ab390d48608 with Priority: HIGHEST for action port [ 748.889569] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGHEST for action security_group_rules [ 748.889718] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGHEST for action security_group_members [ 748.889811] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88def1d1-60c4-40a5-997f-8ab390d48608 with Priority: HIGHEST for action port [ 748.890676] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-884670a9-6fa6-4754-9576-83d9487794c7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.890827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.890905] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.891145] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.891251] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('884670a9-6fa6-4754-9576-83d9487794c7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.892232] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-884670a9-6fa6-4754-9576-83d9487794c7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.892342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.892342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.892540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.892731] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.893025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.893025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.893126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.893126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.893230] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('884670a9-6fa6-4754-9576-83d9487794c7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.895131] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-88def1d1-60c4-40a5-997f-8ab390d48608 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.898740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88def1d1-60c4-40a5-997f-8ab390d48608" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.898869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88def1d1-60c4-40a5-997f-8ab390d48608" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.899120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88def1d1-60c4-40a5-997f-8ab390d48608" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.899265] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88def1d1-60c4-40a5-997f-8ab390d48608',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.198127] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.198427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.198427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.198574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.198659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.198754] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a784514-e0b0-4031-8438-a0648052bf5b already deleted. [ 749.199056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.201130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.201130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.201130] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a784514-e0b0-4031-8438-a0648052bf5b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.401408] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('884670a9-6fa6-4754-9576-83d9487794c7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.402855] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-884670a9-6fa6-4754-9576-83d9487794c7 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.402982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.403131] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88def1d1-60c4-40a5-997f-8ab390d48608 with status ACTIVE [ 749.403388] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.403523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.403586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.403818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.403916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.404105] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.404269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.404338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.405142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.405142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.405142] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.405142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.405142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.405142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.405358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.405358] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88def1d1-60c4-40a5-997f-8ab390d48608 is going to be updated. [ 749.429430] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.429525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.429574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.429756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.429896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.430072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88def1d1-60c4-40a5-997f-8ab390d48608" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.725493] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.726391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.726391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.726391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.726391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.726391] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a784514-e0b0-4031-8438-a0648052bf5b already deleted. [ 749.726391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.907864] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('884670a9-6fa6-4754-9576-83d9487794c7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.410749] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.411145] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.411145] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.411362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.411362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.411423] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 884670a9-6fa6-4754-9576-83d9487794c7 is going to be created. [ 750.439611] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.439791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.439868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.440057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.440238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.452351] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 884670a9-6fa6-4754-9576-83d9487794c7 in Status: UNINITIALIZED for 2s [ 750.492938] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 750.493188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.493417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.493631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.493814] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.493941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.493988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.494152] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.494250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.494358] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.997427] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.997667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.997667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.997899] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.997996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.998505] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.998505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.998862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.999189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.999289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.999375] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be updated. [ 751.039029] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.039029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.039029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.039029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.039029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.048985] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: IN_PROGRESS for 2s [ 752.462542] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 884670a9-6fa6-4754-9576-83d9487794c7 in Status: SUCCESS [ 752.462850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.462943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.463125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.463693] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.463693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.463693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.465263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.465369] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.465471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.465586] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('884670a9-6fa6-4754-9576-83d9487794c7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.967685] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('884670a9-6fa6-4754-9576-83d9487794c7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.061152] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 in Status: SUCCESS [ 753.061152] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 deletion is rescheduled due to dependency. [ 753.061152] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.474721] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 884670a9-6fa6-4754-9576-83d9487794c7: rpc.has_security_group_logging(os_id): False [ 753.495765] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.495765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.495765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.495765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.495765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.495765] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.495765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.495765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.495765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.495765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.495765] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 884670a9-6fa6-4754-9576-83d9487794c7 is going to be created. [ 753.553019] env[67441]: INFO networking_nsxv3.common.synchronization [req-ebe6ad7f-846b-456a-aeab-8c66ad2a1394 req-35fd1e4f-be3c-4a20-bb5d-28c89e444599 tempest-ServersTestBootFromVolume-2034987498 tempest-ServersTestBootFromVolume-2034987498-project-member] Enqueued Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGHEST for action security_group_members [ 753.553019] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGHEST for action security_group_members [ 753.553019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-814560c6-c5b0-4389-8585-9bb62fc9f265 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.553019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.553019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.553019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.553019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.553019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.553019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.553019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.553019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.553019] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814560c6-c5b0-4389-8585-9bb62fc9f265',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.565873] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.566313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.566313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.566313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.566517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.579364] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 884670a9-6fa6-4754-9576-83d9487794c7 in Status: IN_PROGRESS for 2s [ 753.895115] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.895269] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-461" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.895387] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-461" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.895759] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-461" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.896201] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.897369] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.897369] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.897369] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.897369] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.897369] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.897369] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.897781] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.897781] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.897902] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.898099] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.898241] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.921933] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.922846] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.923370] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.923713] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-461" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.924759] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.924759] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.925015] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.925764] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.926244] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.056121] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.056256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.056336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.056556] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.056659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.056851] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.056949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.057021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.057183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.057260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.057347] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 already deleted. [ 754.057424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.430959] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.431290] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.431444] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.431734] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.431876] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.432038] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0 not found, creating... [ 754.432296] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.432449] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.432561] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.432804] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.432948] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.433307] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.433556] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.433556] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.433807] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.433929] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.434510] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0 is going to be created. [ 754.460467] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.460691] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.460815] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.461119] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.461382] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.461608] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.149908] env[67441]: INFO networking_nsxv3.common.synchronization [req-ebe6ad7f-846b-456a-aeab-8c66ad2a1394 req-b6b5950d-58ad-4ade-83c3-bf973705dd6d service nova] Enqueued Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGHEST for action security_group_rules [ 755.150180] env[67441]: INFO networking_nsxv3.common.synchronization [req-ebe6ad7f-846b-456a-aeab-8c66ad2a1394 req-b6b5950d-58ad-4ade-83c3-bf973705dd6d service nova] Enqueued Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGHEST for action security_group_members [ 755.150277] env[67441]: INFO networking_nsxv3.common.synchronization [req-ebe6ad7f-846b-456a-aeab-8c66ad2a1394 req-b6b5950d-58ad-4ade-83c3-bf973705dd6d service nova] Enqueued Resource ID: ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0 with Priority: HIGHEST for action port [ 755.150795] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGHEST for action security_group_rules [ 755.150926] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGHEST for action security_group_members [ 755.151034] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0 with Priority: HIGHEST for action port [ 755.151351] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814560c6-c5b0-4389-8585-9bb62fc9f265 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.151471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.151561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.151753] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.151863] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814560c6-c5b0-4389-8585-9bb62fc9f265',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.152682] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-814560c6-c5b0-4389-8585-9bb62fc9f265 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.152814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.152871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.153050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.154375] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.154375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.154375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.154375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.154375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.154375] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814560c6-c5b0-4389-8585-9bb62fc9f265',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.154934] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.155027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.155182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.155260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.155344] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.591594] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 884670a9-6fa6-4754-9576-83d9487794c7 in Status: SUCCESS [ 755.591831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.657176] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814560c6-c5b0-4389-8585-9bb62fc9f265',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.658599] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-814560c6-c5b0-4389-8585-9bb62fc9f265 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.658726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.658899] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0 with status ACTIVE [ 755.659118] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.659286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.659502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.659726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.659819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.659993] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.660101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.660175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.660667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.660815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.661066] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.661226] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.661348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.661521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.661732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.661869] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0 is going to be updated. [ 755.685847] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.685997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.686123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.686297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.686437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.686593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce2b5c98-2c3a-4043-bbd6-dd9b4eac97c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.164190] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814560c6-c5b0-4389-8585-9bb62fc9f265',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.427424] env[67441]: INFO networking_nsxv3.common.synchronization [req-fee4b661-1f78-45a2-8d7d-bf87d2518b43 req-089cfd8f-cd4a-4af9-8886-659ff608dda5 tempest-ServersAdminNegativeTestJSON-1720381914 tempest-ServersAdminNegativeTestJSON-1720381914-project-member] Enqueued Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_members [ 756.427929] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_members [ 756.428251] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.428368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.428470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.428689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.428839] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.428940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.428995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.429208] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.429290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.429339] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.666566] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.666880] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.666880] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.667058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.667199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.667231] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 is going to be created. [ 756.691277] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.691437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.691580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.692192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.692192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.705481] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 in Status: UNINITIALIZED for 2s [ 756.809313] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.809507] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.809625] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.809890] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.810185] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.810436] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.810436] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.810625] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.810774] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.810971] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.811090] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.811335] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.811335] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.811453] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.811525] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.811661] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.847797] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.847915] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.848029] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.848226] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.848684] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-21122118-cf87-409a-919e-60d5fbc0e500 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.848684] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-21122118-cf87-409a-919e-60d5fbc0e500" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.848916] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-21122118-cf87-409a-919e-60d5fbc0e500" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.849163] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-21122118-cf87-409a-919e-60d5fbc0e500" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.849835] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21122118-cf87-409a-919e-60d5fbc0e500',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.933656] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.933656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.933656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.933866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.933866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.934222] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.934222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.934421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.934524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.934625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.935007] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44be639-72c0-4848-a139-43cdb9129927 already deleted. [ 756.935007] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.352824] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.353270] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.353270] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.353522] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.353657] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.353806] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 21122118-cf87-409a-919e-60d5fbc0e500 not found, creating... [ 757.354099] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.354287] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.354406] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.354664] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.354820] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.355118] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.355272] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.355385] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.355622] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.355747] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.355881] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 21122118-cf87-409a-919e-60d5fbc0e500 is going to be created. [ 757.376721] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.376944] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.377056] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.377334] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.377556] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.377774] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-21122118-cf87-409a-919e-60d5fbc0e500" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.132901] env[67441]: INFO networking_nsxv3.common.synchronization [req-fee4b661-1f78-45a2-8d7d-bf87d2518b43 req-73d6622f-4c90-4f3f-8c6d-b6243db7930b service nova] Enqueued Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_rules [ 758.132901] env[67441]: INFO networking_nsxv3.common.synchronization [req-fee4b661-1f78-45a2-8d7d-bf87d2518b43 req-73d6622f-4c90-4f3f-8c6d-b6243db7930b service nova] Enqueued Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_members [ 758.132901] env[67441]: INFO networking_nsxv3.common.synchronization [req-fee4b661-1f78-45a2-8d7d-bf87d2518b43 req-73d6622f-4c90-4f3f-8c6d-b6243db7930b service nova] Enqueued Resource ID: 21122118-cf87-409a-919e-60d5fbc0e500 with Priority: HIGHEST for action port [ 758.132901] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_rules [ 758.132901] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_members [ 758.132901] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21122118-cf87-409a-919e-60d5fbc0e500 with Priority: HIGHEST for action port [ 758.133439] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.133439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.133439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.134606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.134776] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.135972] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.136216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.136359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.136613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.136852] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.137175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.137428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.138064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.138262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.138442] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.141170] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-21122118-cf87-409a-919e-60d5fbc0e500 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.141425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21122118-cf87-409a-919e-60d5fbc0e500" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.141573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21122118-cf87-409a-919e-60d5fbc0e500" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.143016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21122118-cf87-409a-919e-60d5fbc0e500" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.143016] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21122118-cf87-409a-919e-60d5fbc0e500',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.644656] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21122118-cf87-409a-919e-60d5fbc0e500 with status ACTIVE [ 758.644956] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.644956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.645071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.645253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.645342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.645619] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.645666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.645697] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.645839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.645915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.646123] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.646220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.646281] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.646436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.646517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.646603] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21122118-cf87-409a-919e-60d5fbc0e500 is going to be updated. [ 758.647723] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.649287] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.649487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.671674] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.671758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.671758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.671966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.672123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.672314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21122118-cf87-409a-919e-60d5fbc0e500" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.719540] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 in Status: SUCCESS [ 758.719830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.719999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.720236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.720470] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.720573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.720637] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.720747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.720847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.720955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.721072] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('814560c6-c5b0-4389-8585-9bb62fc9f265',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.051827] env[67441]: INFO networking_nsxv3.common.synchronization [req-e6a8a911-b388-4a4e-9cb2-e0ca423562d2 req-45e72f32-15ff-4ad8-aabf-75c62aacc2db tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 759.052547] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 759.054159] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.054376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.054549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.054873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.055134] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.055297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.056043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.056043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.056043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.056043] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.151207] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.223321] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('814560c6-c5b0-4389-8585-9bb62fc9f265',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.383209] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.383209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-981" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.383209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-981" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.383209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-981" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.383836] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.384274] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.384576] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.385072] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.385452] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.385900] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.386550] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.387082] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.387374] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.388617] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.388617] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.388890] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.410610] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.410610] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.410610] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.410610] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-981" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.410610] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-bc11d6ab-84c2-485f-a84b-09b7abf9321e taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.410610] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.410610] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.410610] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.410610] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc11d6ab-84c2-485f-a84b-09b7abf9321e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.559823] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.656165] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.656165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.656165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.656555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.656555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.656555] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44be639-72c0-4848-a139-43cdb9129927 is going to be created. [ 759.680939] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.681111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.681315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.681629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.681744] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.696775] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: UNINITIALIZED for 2s [ 759.725866] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 814560c6-c5b0-4389-8585-9bb62fc9f265: rpc.has_security_group_logging(os_id): False [ 759.752173] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.752173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.752417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.752728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.752945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.753101] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.753375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.753375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.754088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.754088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.754088] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 is going to be created. [ 759.822413] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.822631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.822679] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.822999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.823210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.845413] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 in Status: IN_PROGRESS for 2s [ 759.913063] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.913404] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.913596] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.913940] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.914173] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.914330] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port bc11d6ab-84c2-485f-a84b-09b7abf9321e not found, creating... [ 759.914807] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.915044] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.915190] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.915485] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.915641] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.916413] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.916413] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.916413] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.916601] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.916773] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.916920] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: bc11d6ab-84c2-485f-a84b-09b7abf9321e is going to be created. [ 759.949378] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.949594] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.949594] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.949906] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.950221] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.950621] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.065436] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.567981] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.569037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.569037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.569037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.569393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.569582] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 760.613688] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.613688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.613688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.613948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.614032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.627649] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 760.659262] env[67441]: INFO networking_nsxv3.common.synchronization [req-e6a8a911-b388-4a4e-9cb2-e0ca423562d2 req-13ab5bfc-774b-4fcb-8e87-d396fcc95e06 service nova] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_rules [ 760.659527] env[67441]: INFO networking_nsxv3.common.synchronization [req-e6a8a911-b388-4a4e-9cb2-e0ca423562d2 req-13ab5bfc-774b-4fcb-8e87-d396fcc95e06 service nova] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 760.659682] env[67441]: INFO networking_nsxv3.common.synchronization [req-e6a8a911-b388-4a4e-9cb2-e0ca423562d2 req-13ab5bfc-774b-4fcb-8e87-d396fcc95e06 service nova] Enqueued Resource ID: bc11d6ab-84c2-485f-a84b-09b7abf9321e with Priority: HIGHEST for action port [ 760.660392] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_rules [ 760.662153] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 760.662525] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc11d6ab-84c2-485f-a84b-09b7abf9321e with Priority: HIGHEST for action port [ 760.663613] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.663750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.663821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.664181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.664181] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.666220] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.666220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.666220] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc11d6ab-84c2-485f-a84b-09b7abf9321e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.666220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.666220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.666515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.666515] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc11d6ab-84c2-485f-a84b-09b7abf9321e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.168753] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.169047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.169328] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc11d6ab-84c2-485f-a84b-09b7abf9321e with status ACTIVE [ 761.169514] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.169629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.169695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.169903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.169992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.170174] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.170271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.170381] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.170517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.170556] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.170732] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.170825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.170889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.171032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.171102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.171209] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc11d6ab-84c2-485f-a84b-09b7abf9321e is going to be updated. [ 761.194283] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.194456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.194525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.194708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.194839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.194996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.706942] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: SUCCESS [ 761.707194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.708193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.708193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.708193] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.708193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.708193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.708193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.708193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.708679] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.708679] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.859071] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 in Status: SUCCESS [ 761.859302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.211478] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.211478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.211644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.211837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.212091] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.212271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.212271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.212467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.212564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.212678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.212843] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.212926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.213110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.213180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.213344] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.213445] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.213501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.213645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.213823] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.213823] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.213927] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.647478] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 762.647739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.647955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.649365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.649365] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.649365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.649365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.649365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.649365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.649365] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.716448] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d44be639-72c0-4848-a139-43cdb9129927: rpc.has_security_group_logging(os_id): False [ 762.749574] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.749779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.749850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.750071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.750166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.750382] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.750500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.750701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.750701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.750838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.750973] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.751137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.751290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.751421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.751502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.751724] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.751830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.751892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.755171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.755299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.755402] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d44be639-72c0-4848-a139-43cdb9129927 is going to be created. [ 762.883198] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.883565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.883751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.884025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.884283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.904061] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: IN_PROGRESS for 2s [ 763.020584] env[67441]: INFO networking_nsxv3.common.synchronization [req-1837c39d-f9ad-4260-b2c1-59fab0f7be36 req-bec6dc3a-83c4-4902-8964-92481e94b8d3 tempest-ServersNegativeTestJSON-724668874 tempest-ServersNegativeTestJSON-724668874-project-member] Enqueued Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 763.021329] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 763.021715] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.021897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.021975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.023049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.023340] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.023471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.024225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.024511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.024599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.024742] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.153987] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.414940] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.415043] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-572" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.415173] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-572" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.415481] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-572" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.415765] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.415931] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.416055] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.416290] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.416468] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.416688] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.416805] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.418841] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.418949] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.419104] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.419225] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.419969] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.440847] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.441177] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.441365] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.441585] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-572" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.441939] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-9db77e42-93b5-4262-bb96-17117ae56607 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.442380] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-9db77e42-93b5-4262-bb96-17117ae56607" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.442820] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-9db77e42-93b5-4262-bb96-17117ae56607" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.442960] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-9db77e42-93b5-4262-bb96-17117ae56607" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.443143] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db77e42-93b5-4262-bb96-17117ae56607',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.527117] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.659891] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.948210] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.948567] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.948618] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.948894] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.949050] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.949219] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 9db77e42-93b5-4262-bb96-17117ae56607 not found, creating... [ 763.949482] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.949634] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.949759] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.949978] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.951832] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.951832] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.951832] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.951832] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.951832] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.951832] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.952516] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 9db77e42-93b5-4262-bb96-17117ae56607 is going to be created. [ 763.978075] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.978290] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.978406] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.978669] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.978897] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.979126] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-9db77e42-93b5-4262-bb96-17117ae56607" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.034404] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.162771] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.162983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.163120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.163259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.163413] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.163523] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 764.202366] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.202516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.202584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.203676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.203676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.215134] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 764.536731] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.536886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.536967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.537224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.537356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.538018] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96e1333-3916-4891-ad79-54df740deaa2 is going to be updated. [ 764.567335] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.567492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.567561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.567907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.568059] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.577989] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: IN_PROGRESS for 2s [ 764.707145] env[67441]: INFO networking_nsxv3.common.synchronization [req-1837c39d-f9ad-4260-b2c1-59fab0f7be36 req-a4e86535-2f66-4bbd-aac5-418044a9558a service nova] Enqueued Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_rules [ 764.707330] env[67441]: INFO networking_nsxv3.common.synchronization [req-1837c39d-f9ad-4260-b2c1-59fab0f7be36 req-a4e86535-2f66-4bbd-aac5-418044a9558a service nova] Enqueued Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 764.707466] env[67441]: INFO networking_nsxv3.common.synchronization [req-1837c39d-f9ad-4260-b2c1-59fab0f7be36 req-a4e86535-2f66-4bbd-aac5-418044a9558a service nova] Enqueued Resource ID: 9db77e42-93b5-4262-bb96-17117ae56607 with Priority: HIGHEST for action port [ 764.708031] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_rules [ 764.708167] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 764.708264] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db77e42-93b5-4262-bb96-17117ae56607 with Priority: HIGHEST for action port [ 764.708531] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.708651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.708716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.708952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.709034] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.714479] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.714479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.714647] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9db77e42-93b5-4262-bb96-17117ae56607 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.714647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9db77e42-93b5-4262-bb96-17117ae56607" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.714647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9db77e42-93b5-4262-bb96-17117ae56607" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.715750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9db77e42-93b5-4262-bb96-17117ae56607" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.715750] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db77e42-93b5-4262-bb96-17117ae56607',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.920904] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: SUCCESS [ 764.921049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.220927] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9db77e42-93b5-4262-bb96-17117ae56607 with status ACTIVE [ 765.220927] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.220927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.220927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.220927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.220927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.221543] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.221543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.221543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.221543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.221690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.221877] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.221938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.221996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.222160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.222240] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.222329] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9db77e42-93b5-4262-bb96-17117ae56607 is going to be updated. [ 765.224172] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.224172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.248787] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.248787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.248787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.248787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.249076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.249076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9db77e42-93b5-4262-bb96-17117ae56607" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.272756] env[67441]: INFO networking_nsxv3.common.synchronization [req-fc7d2b17-bcb4-4d84-b8e7-abdcc05beb48 req-55465d89-36fe-4881-a2b8-51920e00c393 tempest-AttachInterfacesUnderV243Test-1625693706 tempest-AttachInterfacesUnderV243Test-1625693706-project-member] Enqueued Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 765.273360] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 765.273696] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.273867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.273936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.275627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.275627] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.275627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.275627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.280025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.280025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.280025] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.309155] env[67441]: INFO networking_nsxv3.common.synchronization [req-fc7d2b17-bcb4-4d84-b8e7-abdcc05beb48 req-55465d89-36fe-4881-a2b8-51920e00c393 tempest-AttachInterfacesUnderV243Test-1625693706 tempest-AttachInterfacesUnderV243Test-1625693706-project-member] Enqueued Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_rules [ 765.309343] env[67441]: INFO networking_nsxv3.common.synchronization [req-fc7d2b17-bcb4-4d84-b8e7-abdcc05beb48 req-55465d89-36fe-4881-a2b8-51920e00c393 tempest-AttachInterfacesUnderV243Test-1625693706 tempest-AttachInterfacesUnderV243Test-1625693706-project-member] Enqueued Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 765.309477] env[67441]: INFO networking_nsxv3.common.synchronization [req-fc7d2b17-bcb4-4d84-b8e7-abdcc05beb48 req-55465d89-36fe-4881-a2b8-51920e00c393 tempest-AttachInterfacesUnderV243Test-1625693706 tempest-AttachInterfacesUnderV243Test-1625693706-project-member] Enqueued Resource ID: 8872729d-b65e-49d9-9b19-530c8bc1b651 with Priority: HIGHEST for action port [ 765.312673] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_rules [ 765.312860] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 765.312965] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8872729d-b65e-49d9-9b19-530c8bc1b651 with Priority: HIGHEST for action port [ 765.313995] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.314166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.314241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.314501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.314645] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.316935] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.317090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.317346] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8872729d-b65e-49d9-9b19-530c8bc1b651 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.317488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.317579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.317819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.317905] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8872729d-b65e-49d9-9b19-530c8bc1b651',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.697020] env[67441]: INFO networking_nsxv3.common.synchronization [req-aadaeaf7-9350-4838-a1cb-d68e643a77ce req-3344ea2c-8490-4bd9-bb48-317b4d97adb4 tempest-ListServerFiltersTestJSON-1989443618 tempest-ListServerFiltersTestJSON-1989443618-project-member] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 765.697020] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 765.697293] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.697293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.697397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.697527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.697678] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.697771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.697830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.697970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.698067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.698158] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.781121] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.819710] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.819840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.820037] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8872729d-b65e-49d9-9b19-530c8bc1b651 with status ACTIVE [ 765.820250] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.820315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.820373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.820698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.820810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.820984] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.821093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.821155] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.821614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.821614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.821614] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.821777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.821777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.821861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.822380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.822380] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8872729d-b65e-49d9-9b19-530c8bc1b651 is going to be updated. [ 765.856356] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.856539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.856606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.856769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.859455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.859455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.200092] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.225698] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 766.225964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.226134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.226358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.226548] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.226763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.227873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.227873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.227873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.227873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.227873] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.285027] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.589916] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: SUCCESS [ 766.590166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.590348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.590566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.590755] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.590889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.590985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.591211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.591334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.591412] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.702690] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.730772] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.730967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.731120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.731454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.731653] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.731777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.731924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.731993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.732156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.732313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.736021] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.736021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.736021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.736021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.736021] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.736021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.736021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.736021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.736021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.736021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.736021] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.787833] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.788138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.788256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.788520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.788693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.788897] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f790bef3-8a80-4887-9141-8e073bfd5742 is going to be updated. [ 766.826026] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.826026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.826026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.826412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.826412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.839197] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f790bef3-8a80-4887-9141-8e073bfd5742 in Status: IN_PROGRESS for 2s [ 767.094454] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.206183] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.206350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.206437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.206663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.206762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.206884] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be updated. [ 767.235132] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.235385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.235385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.235544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.235687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.239589] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3: rpc.has_security_group_logging(os_id): False [ 767.252500] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: IN_PROGRESS for 2s [ 767.259856] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.262017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.262017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.262017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.262017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.262017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.262017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.262017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.262017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.262017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.262017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.262017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.262017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.262017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.262017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.263036] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.263307] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.265169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.265169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.265169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.265169] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 767.324975] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.325715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.325715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.325715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.325715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.339060] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 767.598013] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.103033] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.103167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.103167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.103490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.103630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.103788] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96e1333-3916-4891-ad79-54df740deaa2 is going to be updated. [ 768.136271] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.136424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.136497] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.136710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.137984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.148836] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: IN_PROGRESS for 2s [ 768.849283] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f790bef3-8a80-4887-9141-8e073bfd5742 in Status: SUCCESS [ 768.849607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.849764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.849979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.850200] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.850307] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.850367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.850621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.850621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.850730] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.900201] env[67441]: INFO networking_nsxv3.common.synchronization [req-181c184d-5e80-45bb-a05e-22bef70f17ab req-5aca8f63-3f32-451f-b29c-94b227174fdf tempest-AttachInterfacesUnderV243Test-1625693706 tempest-AttachInterfacesUnderV243Test-1625693706-project-member] Enqueued Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 768.901536] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 768.901536] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.901536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.922443] env[67441]: INFO networking_nsxv3.common.synchronization [req-181c184d-5e80-45bb-a05e-22bef70f17ab req-5aca8f63-3f32-451f-b29c-94b227174fdf tempest-AttachInterfacesUnderV243Test-1625693706 tempest-AttachInterfacesUnderV243Test-1625693706-project-member] Enqueued Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_rules [ 768.922640] env[67441]: INFO networking_nsxv3.common.synchronization [req-181c184d-5e80-45bb-a05e-22bef70f17ab req-5aca8f63-3f32-451f-b29c-94b227174fdf tempest-AttachInterfacesUnderV243Test-1625693706 tempest-AttachInterfacesUnderV243Test-1625693706-project-member] Enqueued Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 768.922807] env[67441]: INFO networking_nsxv3.common.synchronization [req-181c184d-5e80-45bb-a05e-22bef70f17ab req-5aca8f63-3f32-451f-b29c-94b227174fdf tempest-AttachInterfacesUnderV243Test-1625693706 tempest-AttachInterfacesUnderV243Test-1625693706-project-member] Enqueued Resource ID: 8872729d-b65e-49d9-9b19-530c8bc1b651 with Priority: HIGHEST for action port [ 768.923424] env[67441]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 768.923473] env[67441]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] NSXv3 Agent Agent loop - iteration:1 started [ 768.923628] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_rules [ 768.923760] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 768.923993] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8872729d-b65e-49d9-9b19-530c8bc1b651 with Priority: HIGHEST for action port [ 768.924321] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.924403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.924635] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.924687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.924909] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8872729d-b65e-49d9-9b19-530c8bc1b651 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.924909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.924986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.925710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.925710] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8872729d-b65e-49d9-9b19-530c8bc1b651',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.264341] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: SUCCESS [ 769.264641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.352604] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 769.352852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.353117] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.427784] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8872729d-b65e-49d9-9b19-530c8bc1b651 with status ACTIVE [ 769.428047] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.428210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.428484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.428718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.428815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.429058] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.429146] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.429189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.429316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.429394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.429567] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.429659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.429741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.429853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.429926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.430041] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8872729d-b65e-49d9-9b19-530c8bc1b651 is going to be updated. [ 769.453164] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.453305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.453371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.453641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.453720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.454726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8872729d-b65e-49d9-9b19-530c8bc1b651" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.855547] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.159938] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: SUCCESS [ 770.160194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.160367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.160587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.160774] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.160880] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.161606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.161606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.161606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.161606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.161606] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.357764] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.357910] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.357979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.358198] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.358285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.359018] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f790bef3-8a80-4887-9141-8e073bfd5742 is going to be updated. [ 770.388227] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.389616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.389775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.390013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.390211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.399836] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f790bef3-8a80-4887-9141-8e073bfd5742 in Status: IN_PROGRESS for 2s [ 770.525102] env[67441]: INFO networking_nsxv3.common.synchronization [req-e397793c-dc23-40e2-a88b-bd1f091de019 req-b4ba0226-5c3f-478e-a6d5-caf8fffcba5a tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_members [ 770.525286] env[67441]: INFO networking_nsxv3.common.synchronization [req-e397793c-dc23-40e2-a88b-bd1f091de019 req-b4ba0226-5c3f-478e-a6d5-caf8fffcba5a tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 770.525843] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_members [ 770.525978] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 770.526477] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.526641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.526735] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.527140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.527220] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.527359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.527443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.527628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.527779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.527931] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.528978] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.529130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.529228] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.529593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.529593] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.529719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.529805] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.529988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.530193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.530342] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.573319] env[67441]: INFO networking_nsxv3.common.synchronization [req-e397793c-dc23-40e2-a88b-bd1f091de019 req-b4ba0226-5c3f-478e-a6d5-caf8fffcba5a tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_rules [ 770.573568] env[67441]: INFO networking_nsxv3.common.synchronization [req-e397793c-dc23-40e2-a88b-bd1f091de019 req-b4ba0226-5c3f-478e-a6d5-caf8fffcba5a tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 770.573702] env[67441]: INFO networking_nsxv3.common.synchronization [req-e397793c-dc23-40e2-a88b-bd1f091de019 req-b4ba0226-5c3f-478e-a6d5-caf8fffcba5a tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_rules [ 770.573846] env[67441]: INFO networking_nsxv3.common.synchronization [req-e397793c-dc23-40e2-a88b-bd1f091de019 req-b4ba0226-5c3f-478e-a6d5-caf8fffcba5a tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_members [ 770.573969] env[67441]: INFO networking_nsxv3.common.synchronization [req-e397793c-dc23-40e2-a88b-bd1f091de019 req-b4ba0226-5c3f-478e-a6d5-caf8fffcba5a tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: bc11d6ab-84c2-485f-a84b-09b7abf9321e with Priority: HIGHEST for action port [ 770.574501] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_rules [ 770.574635] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_rules [ 770.574747] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc11d6ab-84c2-485f-a84b-09b7abf9321e with Priority: HIGHEST for action port [ 770.574842] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 770.574930] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_members [ 770.575670] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.576034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.576154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.576499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.576591] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.578480] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.578649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.578741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.578975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.579069] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.582500] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc11d6ab-84c2-485f-a84b-09b7abf9321e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.582632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.582718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.582913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.583012] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc11d6ab-84c2-485f-a84b-09b7abf9321e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.583861] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.583946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.584161] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.584246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.647210] env[67441]: INFO networking_nsxv3.common.synchronization [req-c7a3ae0c-d205-4bfa-8824-0f5bd25a9baf req-43f55f3e-481d-46ed-baac-43a14b4023de tempest-ListImageFiltersTestJSON-1200250182 tempest-ListImageFiltersTestJSON-1200250182-project-member] Enqueued Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_members [ 770.648704] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_members [ 770.649229] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.649427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.649850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.650309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.650490] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.650630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.650680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.650826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.650915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.651022] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.663630] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.663768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.663834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.664059] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.664218] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.664312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.664421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.664549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.664632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.664728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.664872] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.664961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.665030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.665187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.667019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.667019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.667019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.667019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.667019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.667019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.667019] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.969036] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.969036] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.969036] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.969036] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.969036] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.969036] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.969036] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.970403] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.970776] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.974125] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.974125] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.974125] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.974125] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.974125] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.974125] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.974125] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.996203] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.996447] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.996638] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.996844] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.997229] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-d12697b3-9a3c-4b55-bf44-e9a388853c11 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.997534] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-d12697b3-9a3c-4b55-bf44-e9a388853c11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.997893] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-d12697b3-9a3c-4b55-bf44-e9a388853c11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.998102] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-d12697b3-9a3c-4b55-bf44-e9a388853c11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.998287] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12697b3-9a3c-4b55-bf44-e9a388853c11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.031781] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.033117] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.085646] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc11d6ab-84c2-485f-a84b-09b7abf9321e with status ACTIVE [ 771.086025] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.086223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.086328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.086629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.086758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.087014] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.087169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.087257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.087487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.087611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.087870] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.088029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.088130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.088341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.088466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.088586] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc11d6ab-84c2-485f-a84b-09b7abf9321e is going to be updated. [ 771.091215] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.091382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.091912] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.094741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.119721] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.119721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.119721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.119721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.119721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.119721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.157930] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.157930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.157930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.157930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.157930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.157930] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.157930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.157930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.157930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.157930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.157930] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 already deleted. [ 771.157930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.169104] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a96e1333-3916-4891-ad79-54df740deaa2: rpc.has_security_group_logging(os_id): False [ 771.202648] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.202982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.203165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.205017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.205017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.205017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.205017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.205017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.205017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.205017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.205017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.205017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.205017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.205017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.205017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.205738] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.206028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.206181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.206406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.206562] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.206729] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96e1333-3916-4891-ad79-54df740deaa2 is going to be updated. [ 771.301304] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.301495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.301566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.301774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.301916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.316496] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: IN_PROGRESS for 2s [ 771.506033] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.506033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.506033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.506033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.506033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.506033] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port d12697b3-9a3c-4b55-bf44-e9a388853c11 not found, creating... [ 771.506033] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.506033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.506033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.506033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.506033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.506600] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.506600] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.506600] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.506600] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.506600] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.506600] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: d12697b3-9a3c-4b55-bf44-e9a388853c11 is going to be created. [ 771.534501] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.536737] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.536987] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.537135] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.537400] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.537626] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.538057] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-d12697b3-9a3c-4b55-bf44-e9a388853c11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.538769] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.043162] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.043584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.043584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.043775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.043886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.043986] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 is going to be created. [ 772.045349] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.045417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.046295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.046295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.046295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.046295] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 772.075696] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.075696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.075696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.075696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.075696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.079526] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.079526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.079526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.079526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.079526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.087530] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: UNINITIALIZED for 2s [ 772.088190] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 772.292882] env[67441]: INFO networking_nsxv3.common.synchronization [req-c7a3ae0c-d205-4bfa-8824-0f5bd25a9baf req-7b1cc3d8-7b35-4063-87a4-36de1d94fff7 service nova] Enqueued Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_rules [ 772.292882] env[67441]: INFO networking_nsxv3.common.synchronization [req-c7a3ae0c-d205-4bfa-8824-0f5bd25a9baf req-7b1cc3d8-7b35-4063-87a4-36de1d94fff7 service nova] Enqueued Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_members [ 772.292882] env[67441]: INFO networking_nsxv3.common.synchronization [req-c7a3ae0c-d205-4bfa-8824-0f5bd25a9baf req-7b1cc3d8-7b35-4063-87a4-36de1d94fff7 service nova] Enqueued Resource ID: d12697b3-9a3c-4b55-bf44-e9a388853c11 with Priority: HIGHEST for action port [ 772.294251] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_rules [ 772.294251] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_members [ 772.294251] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12697b3-9a3c-4b55-bf44-e9a388853c11 with Priority: HIGHEST for action port [ 772.294888] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.296027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.296165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.296439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.296527] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.299302] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.299434] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.299505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.299690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.299848] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.299943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.300014] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.300165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.300252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.300344] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.301219] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-d12697b3-9a3c-4b55-bf44-e9a388853c11 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.302178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d12697b3-9a3c-4b55-bf44-e9a388853c11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.302178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d12697b3-9a3c-4b55-bf44-e9a388853c11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.302178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d12697b3-9a3c-4b55-bf44-e9a388853c11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.302178] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12697b3-9a3c-4b55-bf44-e9a388853c11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.411698] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f790bef3-8a80-4887-9141-8e073bfd5742 in Status: SUCCESS [ 772.411698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.411698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.411698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.411698] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.411698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.411698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.412536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.412909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.413163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.414018] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.414477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.414760] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.415053] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.416584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.416584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.416584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.416584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.416584] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.803932] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.804147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.804279] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.810990] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d12697b3-9a3c-4b55-bf44-e9a388853c11 with status ACTIVE [ 772.810990] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.810990] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.810990] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.811373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.811373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.811640] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.811640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.811777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.812225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.812225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.812225] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.812384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.812432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.812656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.812656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.812743] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d12697b3-9a3c-4b55-bf44-e9a388853c11 is going to be updated. [ 772.862339] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.862623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.862886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.863251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.863479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.863745] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d12697b3-9a3c-4b55-bf44-e9a388853c11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.917458] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.922410] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.974415] env[67441]: INFO networking_nsxv3.common.synchronization [req-a88e7fda-48c9-4041-9027-71843e1a2eb1 req-60b87b24-fc2b-4634-87d4-7080f22878f5 tempest-AttachInterfacesUnderV243Test-1625693706 tempest-AttachInterfacesUnderV243Test-1625693706-project-member] Enqueued Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 772.975188] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f790bef3-8a80-4887-9141-8e073bfd5742 with Priority: HIGHEST for action security_group_members [ 772.976067] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f790bef3-8a80-4887-9141-8e073bfd5742 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.976067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.307205] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.331728] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: SUCCESS [ 773.331939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.422742] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f790bef3-8a80-4887-9141-8e073bfd5742: rpc.has_security_group_logging(os_id): False [ 773.423966] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.442052] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.442243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.442319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.442527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.442621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.442906] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.443023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.443090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.443252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.443393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.443504] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f790bef3-8a80-4887-9141-8e073bfd5742 is going to be updated. [ 773.501500] env[67441]: INFO networking_nsxv3.common.synchronization [req-03b8b7d1-785a-4913-9bb4-273030944b6b req-369476b6-40c5-499d-b538-ecc161f035ff tempest-ServerExternalEventsTest-502703767 tempest-ServerExternalEventsTest-502703767-project-member] Enqueued Resource ID: 2843e061-95bd-4eb6-b260-162e4cbed41a with Priority: HIGHEST for action security_group_members [ 773.501982] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2843e061-95bd-4eb6-b260-162e4cbed41a with Priority: HIGHEST for action security_group_members [ 773.502307] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2843e061-95bd-4eb6-b260-162e4cbed41a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.502437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.502492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.502748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.502914] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.503180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.503266] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.503516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.503604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.503726] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2843e061-95bd-4eb6-b260-162e4cbed41a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.510404] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.510545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.510615] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.510814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.510957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.530474] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f790bef3-8a80-4887-9141-8e073bfd5742 in Status: IN_PROGRESS for 2s [ 773.810192] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.810342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.810412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.810625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.810710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.810838] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 is going to be created. [ 773.873657] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.873814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.873885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.874119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.874280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.885465] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: UNINITIALIZED for 2s [ 773.901095] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.901283] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.901408] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.902171] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.902171] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.902171] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.902171] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.902390] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.902528] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.902729] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.903523] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.903616] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.903659] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.903767] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.904258] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.904440] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.928698] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.928917] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.929788] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.929788] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.929903] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-53c2726f-0423-43c1-9b8b-e751dd29a967 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.930070] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-53c2726f-0423-43c1-9b8b-e751dd29a967" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.930255] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-53c2726f-0423-43c1-9b8b-e751dd29a967" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.930669] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-53c2726f-0423-43c1-9b8b-e751dd29a967" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.930863] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c2726f-0423-43c1-9b8b-e751dd29a967',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.932953] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.932953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.932953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.933122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.933153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.933382] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f790bef3-8a80-4887-9141-8e073bfd5742 is going to be updated. [ 773.975513] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.975734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.976018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.976129] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.976531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.986523] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f790bef3-8a80-4887-9141-8e073bfd5742 in Status: IN_PROGRESS for 2s [ 774.006673] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.007325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.007325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.007325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.007325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.007498] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.007563] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.007664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.007899] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.007899] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.007994] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2843e061-95bd-4eb6-b260-162e4cbed41a already deleted. [ 774.007994] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.101966] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 774.102292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.102568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.102966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.103316] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.103606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.103844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.104318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.104543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.104771] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.106951] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: SUCCESS [ 774.107224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.107443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.107651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.107869] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.107977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.108085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.108503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.108503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.108503] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.436433] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.437219] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.437672] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.440018] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.440018] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.440018] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 53c2726f-0423-43c1-9b8b-e751dd29a967 not found, creating... [ 774.440018] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.440018] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.440018] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.440018] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.440018] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.440018] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.440018] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.440449] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.442231] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.442231] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.442231] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 53c2726f-0423-43c1-9b8b-e751dd29a967 is going to be created. [ 774.466149] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.466149] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.466149] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.466149] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.466149] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.466149] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-53c2726f-0423-43c1-9b8b-e751dd29a967" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.612421] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.612421] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.115740] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.116058] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.208191] env[67441]: INFO networking_nsxv3.common.synchronization [req-03b8b7d1-785a-4913-9bb4-273030944b6b req-2219daff-ad72-41b4-9de6-286c2271b46c service nova] Enqueued Resource ID: 2843e061-95bd-4eb6-b260-162e4cbed41a with Priority: HIGHEST for action security_group_rules [ 775.208391] env[67441]: INFO networking_nsxv3.common.synchronization [req-03b8b7d1-785a-4913-9bb4-273030944b6b req-2219daff-ad72-41b4-9de6-286c2271b46c service nova] Enqueued Resource ID: 2843e061-95bd-4eb6-b260-162e4cbed41a with Priority: HIGHEST for action security_group_members [ 775.208539] env[67441]: INFO networking_nsxv3.common.synchronization [req-03b8b7d1-785a-4913-9bb4-273030944b6b req-2219daff-ad72-41b4-9de6-286c2271b46c service nova] Enqueued Resource ID: 53c2726f-0423-43c1-9b8b-e751dd29a967 with Priority: HIGHEST for action port [ 775.209286] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2843e061-95bd-4eb6-b260-162e4cbed41a with Priority: HIGHEST for action security_group_rules [ 775.209454] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2843e061-95bd-4eb6-b260-162e4cbed41a with Priority: HIGHEST for action security_group_members [ 775.209574] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c2726f-0423-43c1-9b8b-e751dd29a967 with Priority: HIGHEST for action port [ 775.209953] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2843e061-95bd-4eb6-b260-162e4cbed41a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.210093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.210158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.210418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.210501] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2843e061-95bd-4eb6-b260-162e4cbed41a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.211492] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2843e061-95bd-4eb6-b260-162e4cbed41a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.211492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.211587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.211698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.211853] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.211934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.212028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.212142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.212343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.212413] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2843e061-95bd-4eb6-b260-162e4cbed41a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.213862] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-53c2726f-0423-43c1-9b8b-e751dd29a967 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.213862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53c2726f-0423-43c1-9b8b-e751dd29a967" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.213862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53c2726f-0423-43c1-9b8b-e751dd29a967" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.213862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53c2726f-0423-43c1-9b8b-e751dd29a967" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.213862] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c2726f-0423-43c1-9b8b-e751dd29a967',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.545632] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f790bef3-8a80-4887-9141-8e073bfd5742 in Status: SUCCESS [ 775.545893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.546054] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.546270] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.546361] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.618504] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.618864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.618959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.619226] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.619380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.619544] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 775.621417] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.621605] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.621718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.621950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.622104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.622553] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 is going to be updated. [ 775.658135] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.658319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.658389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.658560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.658706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.660432] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.660536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.660606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.660773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.660893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.672601] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: IN_PROGRESS for 2s [ 775.673412] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 775.717905] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2843e061-95bd-4eb6-b260-162e4cbed41a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.718748] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2843e061-95bd-4eb6-b260-162e4cbed41a taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.718748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.719020] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53c2726f-0423-43c1-9b8b-e751dd29a967 with status ACTIVE [ 775.719430] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.719430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.720257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.721031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.721031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.721031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.721031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.721031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.721588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.721648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.721841] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.721950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.721993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.722162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.722240] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.722337] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53c2726f-0423-43c1-9b8b-e751dd29a967 is going to be updated. [ 775.762461] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.762637] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.762676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.762966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.763130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.763293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53c2726f-0423-43c1-9b8b-e751dd29a967" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.897678] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: SUCCESS [ 775.898028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.898289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.898598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.898879] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.899065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.899171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.899447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.899580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.899698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.899821] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.008414] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f790bef3-8a80-4887-9141-8e073bfd5742 in Status: SUCCESS [ 776.008414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.008414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.008414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.008414] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.008414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.008414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.008414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.008414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.008414] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.070716] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.071025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.071025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.071249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.071249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.071454] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f790bef3-8a80-4887-9141-8e073bfd5742 is going to be deleted. [ 776.132914] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.133200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.133309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.133684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.133819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.134018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.220532] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2843e061-95bd-4eb6-b260-162e4cbed41a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.304178] env[67441]: INFO networking_nsxv3.common.synchronization [req-37cd843c-d8e1-4e26-95b9-e2181cd5f53b req-0e47080d-2454-437a-b263-318630ea7c7b tempest-ListImageFiltersTestJSON-1200250182 tempest-ListImageFiltersTestJSON-1200250182-project-member] Enqueued Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_members [ 776.305233] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_members [ 776.305684] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.305789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.305927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.306207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.306499] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.306736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.306816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.307039] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.307156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.307689] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.402775] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.402927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.511197] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.511330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.511330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.514577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.514577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.514577] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.514577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.514577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.514577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.514577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.514577] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f790bef3-8a80-4887-9141-8e073bfd5742 is going to be deleted. [ 776.555217] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.555217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.555217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.555217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.555217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.555217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.555217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.555217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.556109] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.556109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.556109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.556109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.556109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.556109] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f790bef3-8a80-4887-9141-8e073bfd5742',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.637699] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.637902] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.638033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.638999] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.639667] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.639944] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.640143] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.640465] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.641857] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.641857] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.641857] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.641857] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.641857] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.641857] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.641857] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.641857] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.667074] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.667268] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.667405] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.667635] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.667978] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-4d1668fd-9eb5-4f55-8e60-e1e38e6d61be taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.668184] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-4d1668fd-9eb5-4f55-8e60-e1e38e6d61be" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.668300] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-4d1668fd-9eb5-4f55-8e60-e1e38e6d61be" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.668688] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-4d1668fd-9eb5-4f55-8e60-e1e38e6d61be" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.668781] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d1668fd-9eb5-4f55-8e60-e1e38e6d61be',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.726092] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.726350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.726389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.726619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.726751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.726882] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2843e061-95bd-4eb6-b260-162e4cbed41a is going to be created. [ 776.753872] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.754125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.754282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.754599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.754767] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.767846] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2843e061-95bd-4eb6-b260-162e4cbed41a in Status: UNINITIALIZED for 2s [ 776.810092] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.058215] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.058215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.058380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.058566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.058566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.058860] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.058981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.059056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.059215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.059289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.059373] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f790bef3-8a80-4887-9141-8e073bfd5742 already deleted. [ 777.059451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f790bef3-8a80-4887-9141-8e073bfd5742" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.171850] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.172134] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.172337] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.172549] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.172689] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.172838] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 4d1668fd-9eb5-4f55-8e60-e1e38e6d61be not found, creating... [ 777.173114] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.173355] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.173522] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.173781] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.173934] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.174277] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.174569] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.174621] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.174829] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.174988] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.175219] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 4d1668fd-9eb5-4f55-8e60-e1e38e6d61be is going to be created. [ 777.197588] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.197841] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.197888] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.198399] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.198399] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.198768] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-4d1668fd-9eb5-4f55-8e60-e1e38e6d61be" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.316138] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.567551] env[67441]: INFO networking_nsxv3.common.synchronization [req-68f45c78-db52-4b0c-8639-afeca86ce285 req-38227eca-a67e-4cd2-81e7-70f2adbc455c tempest-ServersNegativeTestJSON-724668874 tempest-ServersNegativeTestJSON-724668874-project-member] Enqueued Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 777.568210] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 777.568593] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.568980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.568980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.569093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.569305] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.569394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.569524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.569644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.569734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.569846] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.686235] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: SUCCESS [ 777.686472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.686634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.686852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.687056] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.687175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.687242] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.687403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.687483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.687602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.687654] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.689502] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 777.689681] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.689834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.690060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.690284] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.690407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.690470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.690598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.690664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.690747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.690833] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.818239] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.818239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.818239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.818569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.818569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.818666] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 is going to be updated. [ 777.878642] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.878720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.878789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.879027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.879171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.890868] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: IN_PROGRESS for 2s [ 777.956572] env[67441]: INFO networking_nsxv3.common.synchronization [req-37cd843c-d8e1-4e26-95b9-e2181cd5f53b req-2b76ba2c-c322-4748-80ea-8d81180dcefa service nova] Enqueued Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_rules [ 777.956641] env[67441]: INFO networking_nsxv3.common.synchronization [req-37cd843c-d8e1-4e26-95b9-e2181cd5f53b req-2b76ba2c-c322-4748-80ea-8d81180dcefa service nova] Enqueued Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_members [ 777.956833] env[67441]: INFO networking_nsxv3.common.synchronization [req-37cd843c-d8e1-4e26-95b9-e2181cd5f53b req-2b76ba2c-c322-4748-80ea-8d81180dcefa service nova] Enqueued Resource ID: 4d1668fd-9eb5-4f55-8e60-e1e38e6d61be with Priority: HIGHEST for action port [ 777.957397] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_rules [ 777.957571] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_members [ 777.957710] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1668fd-9eb5-4f55-8e60-e1e38e6d61be with Priority: HIGHEST for action port [ 777.959028] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.959162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.960541] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.960686] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.960918] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d1668fd-9eb5-4f55-8e60-e1e38e6d61be taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.961068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d1668fd-9eb5-4f55-8e60-e1e38e6d61be" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.961213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d1668fd-9eb5-4f55-8e60-e1e38e6d61be" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.961409] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d1668fd-9eb5-4f55-8e60-e1e38e6d61be" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.961409] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d1668fd-9eb5-4f55-8e60-e1e38e6d61be',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.073797] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.192985] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.194613] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.194735] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.194806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.195034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.195194] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.195287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.195349] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.195496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.195579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.195692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.195866] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.195980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.196224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.196342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.196471] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.196571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.196685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.196789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.196865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.196947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.197048] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.426536] env[67441]: INFO networking_nsxv3.common.synchronization [req-57ed3b6a-4616-4d2a-80ea-e0963c747f02 req-62793aa8-f0e4-4ca3-9630-9639d7f25bae tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 with Priority: HIGHEST for action security_group_members [ 778.426829] env[67441]: INFO networking_nsxv3.common.synchronization [req-57ed3b6a-4616-4d2a-80ea-e0963c747f02 req-62793aa8-f0e4-4ca3-9630-9639d7f25bae tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_members [ 778.426829] env[67441]: INFO networking_nsxv3.common.synchronization [req-57ed3b6a-4616-4d2a-80ea-e0963c747f02 req-62793aa8-f0e4-4ca3-9630-9639d7f25bae tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 778.427510] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 with Priority: HIGHEST for action security_group_members [ 778.427645] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_members [ 778.427783] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 778.428451] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.428618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.428737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.429180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.429557] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.429673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.429742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.430161] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.430193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.430321] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.431352] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.431479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.431533] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.431688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.431830] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.431925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.431986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.432210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.432302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.432392] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.434052] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.434137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.434170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.434310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.434451] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.434549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.434608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.434780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.434866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.434969] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.465128] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d1668fd-9eb5-4f55-8e60-e1e38e6d61be with status ACTIVE [ 778.465632] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.465632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.465632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.465883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.466471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.466471] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.466471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.466471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.466661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.466661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.466803] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.466952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.466952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.467125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.467162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.467249] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d1668fd-9eb5-4f55-8e60-e1e38e6d61be is going to be updated. [ 778.481734] env[67441]: INFO networking_nsxv3.common.synchronization [req-57ed3b6a-4616-4d2a-80ea-e0963c747f02 req-62793aa8-f0e4-4ca3-9630-9639d7f25bae tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_rules [ 778.481975] env[67441]: INFO networking_nsxv3.common.synchronization [req-57ed3b6a-4616-4d2a-80ea-e0963c747f02 req-62793aa8-f0e4-4ca3-9630-9639d7f25bae tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 778.482193] env[67441]: INFO networking_nsxv3.common.synchronization [req-57ed3b6a-4616-4d2a-80ea-e0963c747f02 req-62793aa8-f0e4-4ca3-9630-9639d7f25bae tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_rules [ 778.482403] env[67441]: INFO networking_nsxv3.common.synchronization [req-57ed3b6a-4616-4d2a-80ea-e0963c747f02 req-62793aa8-f0e4-4ca3-9630-9639d7f25bae tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_members [ 778.482587] env[67441]: INFO networking_nsxv3.common.synchronization [req-57ed3b6a-4616-4d2a-80ea-e0963c747f02 req-62793aa8-f0e4-4ca3-9630-9639d7f25bae tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 with Priority: HIGHEST for action security_group_rules [ 778.482732] env[67441]: INFO networking_nsxv3.common.synchronization [req-57ed3b6a-4616-4d2a-80ea-e0963c747f02 req-62793aa8-f0e4-4ca3-9630-9639d7f25bae tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 with Priority: HIGHEST for action security_group_members [ 778.482864] env[67441]: INFO networking_nsxv3.common.synchronization [req-57ed3b6a-4616-4d2a-80ea-e0963c747f02 req-62793aa8-f0e4-4ca3-9630-9639d7f25bae tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: bc11d6ab-84c2-485f-a84b-09b7abf9321e with Priority: HIGHEST for action port [ 778.483649] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_rules [ 778.483813] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_rules [ 778.483917] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 with Priority: HIGHEST for action security_group_members [ 778.484031] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc11d6ab-84c2-485f-a84b-09b7abf9321e with Priority: HIGHEST for action port [ 778.484140] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 with Priority: HIGHEST for action security_group_rules [ 778.484243] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 778.484328] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_members [ 778.484625] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.484723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.484917] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.484996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.485188] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.485278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.485470] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc11d6ab-84c2-485f-a84b-09b7abf9321e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.485572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.485633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.485857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.486103] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc11d6ab-84c2-485f-a84b-09b7abf9321e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.487036] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.487143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.487192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.487427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.487509] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.489113] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.489235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.489438] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.489524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.493779] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.493904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.493975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.494178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.494310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.494523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d1668fd-9eb5-4f55-8e60-e1e38e6d61be" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.578551] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.699090] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11: rpc.has_security_group_logging(os_id): False [ 778.700649] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3: rpc.has_security_group_logging(os_id): False [ 778.721090] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.721314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.721314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.721537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.721608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.721833] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.721934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.721993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.722164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.722311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.722311] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 is going to be created. [ 778.724099] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.724271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.724271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.724728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.724728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.724728] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.724864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.724895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.725019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.725097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.725273] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.725394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.725507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.725660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.725742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.725975] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.726092] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.726138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.726283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.726355] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.726443] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 778.793872] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2843e061-95bd-4eb6-b260-162e4cbed41a in Status: SUCCESS [ 778.794169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.794770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.794770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.795022] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.795116] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.795205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.795365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.795440] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.795632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.795865] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2843e061-95bd-4eb6-b260-162e4cbed41a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.820057] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.820057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.820057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.820343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.820426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.838087] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.838337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.838485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.838722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.838922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.862510] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: IN_PROGRESS for 2s [ 778.866036] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 778.934648] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.937131] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.938396] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.989778] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.989985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.990366] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc11d6ab-84c2-485f-a84b-09b7abf9321e with status ACTIVE [ 778.990609] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.990734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.990857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.991180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.991293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.991549] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.991716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.991992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.991992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.992238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.992733] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.992927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.993056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.993272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.993405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.993554] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc11d6ab-84c2-485f-a84b-09b7abf9321e is going to be updated. [ 779.029715] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.030041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.030183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.030485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.030709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.031267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc11d6ab-84c2-485f-a84b-09b7abf9321e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.081697] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.081888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.081960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.082206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.082294] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.082395] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96e1333-3916-4891-ad79-54df740deaa2 is going to be updated. [ 779.117204] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.117204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.117204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.117204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.117204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.132814] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: IN_PROGRESS for 2s [ 779.299521] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2843e061-95bd-4eb6-b260-162e4cbed41a taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.299692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.299775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.299998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.300185] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.300357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.300357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.300502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.300604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.300694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.300837] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2843e061-95bd-4eb6-b260-162e4cbed41a taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.300930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.300992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.301147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.301304] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.301398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.301459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.301594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.301669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.301747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.301834] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2843e061-95bd-4eb6-b260-162e4cbed41a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.438605] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.440920] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.442119] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.803995] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2843e061-95bd-4eb6-b260-162e4cbed41a: rpc.has_security_group_logging(os_id): False [ 779.826368] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.826368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.826644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.826687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.826778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.826978] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.827097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.827157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.827335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.827422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.827568] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.827663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.827725] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.827869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.827943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.829474] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.829474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.829474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.829652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.829740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.829891] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2843e061-95bd-4eb6-b260-162e4cbed41a is going to be created. [ 779.904388] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: SUCCESS [ 779.904635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.904814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.905052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.905260] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.905370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.905437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.905600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.905692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.905773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.905955] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.906017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.906082] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.906224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.906363] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.906460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.906522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.906659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.906734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.906816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.906904] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.907938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.908031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.908207] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.908593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.908593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.908593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.908593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.908759] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.921890] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.922158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.922225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.922521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.922726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.937579] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2843e061-95bd-4eb6-b260-162e4cbed41a in Status: IN_PROGRESS for 2s [ 779.941314] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.941495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.941573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.941822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.941918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.942044] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 is going to be updated. [ 779.943434] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.943615] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.943698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.943872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.943954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.944059] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 is going to be created. [ 779.945253] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.945362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.945441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.945587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.945665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.945754] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 779.974025] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.974209] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.974287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.975028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.975028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.981765] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.981934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.981978] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.982198] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.982345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.984202] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.984337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.984424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.984645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.984782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.986635] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 in Status: UNINITIALIZED for 2s [ 779.993260] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 779.994826] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: IN_PROGRESS for 2s [ 780.411457] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3012ec-8310-4e56-8142-2f1f8fffcc79: rpc.has_security_group_logging(os_id): False [ 780.415887] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.446863] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.446863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.446863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.446863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.446863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.446863] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.446863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.446863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.446863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.446863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.451352] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.451352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.451352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.451352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.451352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.451352] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.451352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.451352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.451352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.451352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.451352] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 is going to be created. [ 780.520809] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.520988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.521076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.521318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.521533] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.536912] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: IN_PROGRESS for 2s [ 780.878534] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: SUCCESS [ 780.878779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.878922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.879156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.879242] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.888671] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 780.888793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.888877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.889138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.889211] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.917733] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.145548] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: SUCCESS [ 781.145781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.388235] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.388477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.391021] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.391197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.423204] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.423496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.423580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.423774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.423857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.424022] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 is going to be updated. [ 781.444863] env[67441]: INFO networking_nsxv3.common.synchronization [req-472f915c-1b5d-4c60-98e9-71bdcea728d7 req-8bb7324d-7935-4669-bbc6-4aa8392a28ce tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_members [ 781.445039] env[67441]: INFO networking_nsxv3.common.synchronization [req-472f915c-1b5d-4c60-98e9-71bdcea728d7 req-8bb7324d-7935-4669-bbc6-4aa8392a28ce tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 with Priority: HIGHEST for action security_group_members [ 781.445167] env[67441]: INFO networking_nsxv3.common.synchronization [req-472f915c-1b5d-4c60-98e9-71bdcea728d7 req-8bb7324d-7935-4669-bbc6-4aa8392a28ce tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 781.449020] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGHEST for action security_group_members [ 781.449020] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 with Priority: HIGHEST for action security_group_members [ 781.449020] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 781.449020] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.449020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.449020] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.449020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.449020] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.449020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.457809] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.457932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.457932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.460156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.460156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.470197] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: IN_PROGRESS for 2s [ 781.956260] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2843e061-95bd-4eb6-b260-162e4cbed41a in Status: SUCCESS [ 781.956500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.999660] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 in Status: SUCCESS [ 781.999858] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.000471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.000471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.000623] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.000710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.000750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.000999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.000999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.001123] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.004289] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 782.004485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.004676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.005189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.005189] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.005189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.005332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.005415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.005488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.005902] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.007816] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: SUCCESS [ 782.008036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.008217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.008397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.008567] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.008680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.008751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.008906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.008981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.009088] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.504176] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.504381] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.504520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.504786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.504873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.505082] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.505185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.505248] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.505399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.505475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.505562] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 is going to be deleted. [ 782.512224] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.517168] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.517306] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.517378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.517687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.517687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.517961] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.518078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.518078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.518199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.518270] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.518353] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 is going to be updated. [ 782.540786] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.540907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.540987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.541326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.541412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.541539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.542812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.544420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.544651] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.544777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.544844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.545033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.545116] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.545215] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.549875] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.549875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.549875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.549875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.549875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.573016] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: SUCCESS [ 782.573387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.574554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.574554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.574554] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.575755] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: IN_PROGRESS for 2s [ 783.018249] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.053701] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.053865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.053937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.054411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.054575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.054810] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.055128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.055128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.055544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.055544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.055721] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 already deleted. [ 783.055834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.055996] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.058207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.058408] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.058587] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.058682] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.058747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.058891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.058969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.059075] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.082588] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.082588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.479889] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: SUCCESS [ 783.480178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.480303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.480543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.480864] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.480864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.480991] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.481068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.481190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.481251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.481309] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.524305] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.524305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.524305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.524569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.524569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.524649] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 783.555009] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.555009] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.555009] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.555009] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.555009] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.567841] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 783.567841] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.567841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.567841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.567841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.568153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.569411] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.569537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.569591] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.569757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.569837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.569921] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 already deleted. [ 783.569996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.570209] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.988076] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.988076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.988076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.988076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.988076] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.988076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.988076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.988076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.988076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.988076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.988076] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.988076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.988076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.988076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.988755] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.988755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.988755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.988755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.988755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.988755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.988755] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.075833] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543: rpc.has_security_group_logging(os_id): False [ 784.096520] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.097452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.097452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.097452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.097452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.097452] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.097667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.097667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.097803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.097868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.097978] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 is going to be created. [ 784.123854] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543], does not exist path=[/infra/domains/default/groups/73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543]."\n}' [ 784.123944] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 [ 784.124032] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 784.165716] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.165716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.165716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.165716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.166422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.166709] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.166822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.166872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.167820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.167820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.167820] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.167820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.167820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.167820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.167820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.167820] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 is going to be created. [ 784.186760] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543], does not exist path=[/infra/domains/default/groups/73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 [ 784.186918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.187470] env[67441]: Traceback (most recent call last): [ 784.187568] env[67441]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 784.187568] env[67441]: return func(*args, **kwargs) [ 784.187568] env[67441]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 784.187568] env[67441]: res.raise_for_status() [ 784.187568] env[67441]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 784.187568] env[67441]: raise HTTPError(http_error_msg, response=self) [ 784.187568] env[67441]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 [ 784.187568] env[67441]: During handling of the above exception, another exception occurred: [ 784.187568] env[67441]: Traceback (most recent call last): [ 784.187568] env[67441]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 784.187568] env[67441]: listener.cb(fileno) [ 784.187568] env[67441]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 784.187568] env[67441]: result = function(*args, **kwargs) [ 784.187568] env[67441]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 784.187568] env[67441]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 784.187568] env[67441]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 784.187568] env[67441]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 784.187568] env[67441]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 784.187568] env[67441]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 784.187568] env[67441]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 784.187568] env[67441]: res.raise_for_status() [ 784.187568] env[67441]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 784.187568] env[67441]: raise HTTPError(http_error_msg, response=self) [ 784.187568] env[67441]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/73a2f0f5-f3a5-46ba-9bcd-85dc49cf7543 [ 784.187568] env[67441]: Removing descriptor: 14 [ 784.497874] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3012ec-8310-4e56-8142-2f1f8fffcc79: rpc.has_security_group_logging(os_id): False [ 784.518988] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.519138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.519229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.519425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.541088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.541403] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.541544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.541615] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.541821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.541905] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.542113] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.542209] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.542273] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.542424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.542500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.542698] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.542812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.542880] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.543711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.543711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.543711] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 is going to be updated. [ 784.586209] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: SUCCESS [ 784.586399] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 deletion is rescheduled due to dependency. [ 784.586554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.586784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.587768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.587768] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.587768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.587768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.587768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.587768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.587768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.588161] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.588810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.589810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.590019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.590159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.590260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.590427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.590509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.590601] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.618364] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.618520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.618594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.618807] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.618957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.633531] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: IN_PROGRESS for 2s [ 785.092913] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.097053] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.097053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.097053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.097332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.121768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.122119] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.122279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.122397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.122586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.122682] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.122770] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 is going to be updated. [ 785.166472] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.166701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.166779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.167012] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.167278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.179929] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: IN_PROGRESS for 2s [ 785.584232] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 785.584232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.584232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.584232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.584232] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.584232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.584232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.584232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.584232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.584232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.584232] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.585044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.586284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.586460] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.586565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.586628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.587728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.587728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.587728] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.600396] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11: rpc.has_security_group_logging(os_id): False [ 785.627031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.627031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.627031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.627031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.627031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.627031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.627031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.627031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.627031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.627031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.627031] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 is going to be updated. [ 785.689556] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.689757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.690103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.690103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.690261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.703318] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: IN_PROGRESS for 2s [ 786.089489] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.089627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.092013] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.405764] env[67441]: INFO networking_nsxv3.common.synchronization [req-6d477d5d-b4cb-4209-93ed-67bc908c4c03 req-b16b5d09-021b-4e04-9550-3a00069667de tempest-ServerExternalEventsTest-502703767 tempest-ServerExternalEventsTest-502703767-project-member] Enqueued Resource ID: 2843e061-95bd-4eb6-b260-162e4cbed41a with Priority: HIGHEST for action security_group_members [ 786.406326] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2843e061-95bd-4eb6-b260-162e4cbed41a with Priority: HIGHEST for action security_group_members [ 786.406624] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2843e061-95bd-4eb6-b260-162e4cbed41a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.406746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.406808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.407038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.407193] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.407345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.407345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.407629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.407629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.407775] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2843e061-95bd-4eb6-b260-162e4cbed41a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.595797] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.652415] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: SUCCESS [ 786.652546] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.913057] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.913268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.913351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.913637] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.938692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.939575] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.939575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.939575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.939575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.939575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.939575] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2843e061-95bd-4eb6-b260-162e4cbed41a is going to be updated. [ 786.970092] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.970272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.970348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.970562] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.970704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.984331] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2843e061-95bd-4eb6-b260-162e4cbed41a in Status: IN_PROGRESS for 2s [ 787.103322] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.103574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.103651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.103872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.103964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.104084] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 787.135204] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.135385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.135479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.135891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.135958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.148913] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 787.190360] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: SUCCESS [ 787.190525] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 deletion is rescheduled due to dependency. [ 787.190651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.719427] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 in Status: SUCCESS [ 787.719786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.136028] env[67441]: INFO networking_nsxv3.common.synchronization [None req-d1af2e64-1bbb-4bbd-8fa6-fec9584d5ec5 None None] Enqueued Resource ID: de47ae15-6c9b-426d-89f6-50ea3a6b1d25 with Priority: HIGHEST for action port [ 788.136338] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de47ae15-6c9b-426d-89f6-50ea3a6b1d25 with Priority: HIGHEST for action port [ 788.136466] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-de47ae15-6c9b-426d-89f6-50ea3a6b1d25 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.136588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de47ae15-6c9b-426d-89f6-50ea3a6b1d25" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.136652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de47ae15-6c9b-426d-89f6-50ea3a6b1d25" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.136918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de47ae15-6c9b-426d-89f6-50ea3a6b1d25" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.137011] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de47ae15-6c9b-426d-89f6-50ea3a6b1d25',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.639502] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de47ae15-6c9b-426d-89f6-50ea3a6b1d25 [ 788.639755] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.639892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.639964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.640536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.640536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.640536] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de47ae15-6c9b-426d-89f6-50ea3a6b1d25 already deleted. [ 788.640536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de47ae15-6c9b-426d-89f6-50ea3a6b1d25" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.997134] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2843e061-95bd-4eb6-b260-162e4cbed41a in Status: SUCCESS [ 788.997550] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2843e061-95bd-4eb6-b260-162e4cbed41a deletion is rescheduled due to dependency. [ 788.997550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.167894] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 789.167950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.169372] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.169372] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.169372] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.169372] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.169372] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.169372] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.169737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.169737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.170060] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.170257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.170423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.170664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.170944] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.171139] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.171272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.171580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.171704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.172042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.172042] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.676386] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3: rpc.has_security_group_logging(os_id): False [ 789.695310] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.695492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.695671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.695814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.716779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.717143] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.717555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.717555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.717555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.717749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.718208] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.718208] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.718208] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.718403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.718403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.718980] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.718980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.718980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.718980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.718980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.719199] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 789.785373] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.785373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.785373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.785373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.785715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.801080] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 790.571592] env[67441]: INFO networking_nsxv3.common.synchronization [None req-0808fa2f-48b8-43f0-83e8-b16477165566 None None] Enqueued Resource ID: a36c55b5-29c0-4c60-9c79-95f0ee3cd00e with Priority: HIGHEST for action port [ 790.572326] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a36c55b5-29c0-4c60-9c79-95f0ee3cd00e with Priority: HIGHEST for action port [ 790.572753] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a36c55b5-29c0-4c60-9c79-95f0ee3cd00e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.572908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a36c55b5-29c0-4c60-9c79-95f0ee3cd00e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.573018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a36c55b5-29c0-4c60-9c79-95f0ee3cd00e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.573339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a36c55b5-29c0-4c60-9c79-95f0ee3cd00e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.573530] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a36c55b5-29c0-4c60-9c79-95f0ee3cd00e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.076192] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a36c55b5-29c0-4c60-9c79-95f0ee3cd00e [ 791.076446] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.076731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.076731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.076882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.076923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.077033] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a36c55b5-29c0-4c60-9c79-95f0ee3cd00e already deleted. [ 791.077121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a36c55b5-29c0-4c60-9c79-95f0ee3cd00e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.592064] env[67441]: INFO networking_nsxv3.common.synchronization [req-dbc8aa51-ed69-4505-acd3-95ea45054ac9 req-bdfcff4e-0f4f-4cd9-93f2-cb03fb88da16 tempest-ServersAdminTestJSON-442587708 tempest-ServersAdminTestJSON-442587708-project-member] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 791.592064] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 791.592064] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.592064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.592064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.592985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.593308] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.593603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.593839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.594132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.594317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.594513] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.819310] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 791.819569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.991299] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.991562] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.991844] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.991960] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.992310] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.992428] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.992570] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.992753] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.992919] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.993160] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.993271] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.993399] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.993614] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.993936] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.994068] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.994265] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.014241] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.014399] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.014531] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.014699] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-646" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.015024] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-8a8172f2-d80e-480f-9770-b7ac4f37d817 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.015194] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-8a8172f2-d80e-480f-9770-b7ac4f37d817" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.015311] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-8a8172f2-d80e-480f-9770-b7ac4f37d817" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.015645] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-8a8172f2-d80e-480f-9770-b7ac4f37d817" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.015825] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a8172f2-d80e-480f-9770-b7ac4f37d817',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.098903] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.518215] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.518416] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.518525] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.518827] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.518989] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.519171] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 8a8172f2-d80e-480f-9770-b7ac4f37d817 not found, creating... [ 792.519448] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.519619] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.519724] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.519962] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.520253] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.520874] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.521048] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.521183] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.521421] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.521533] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.521783] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 8a8172f2-d80e-480f-9770-b7ac4f37d817 is going to be created. [ 792.544089] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.544089] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.544089] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.544089] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.544089] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.544089] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-8a8172f2-d80e-480f-9770-b7ac4f37d817" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.602821] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.790810] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f486ab5e-abe2-489d-b554-69783df08344 None None] Enqueued Resource ID: 40964690-e082-4a48-a484-d6d7f83854a7 with Priority: HIGHEST for action port [ 792.792009] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40964690-e082-4a48-a484-d6d7f83854a7 with Priority: HIGHEST for action port [ 792.792009] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-40964690-e082-4a48-a484-d6d7f83854a7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.792009] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40964690-e082-4a48-a484-d6d7f83854a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.792009] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40964690-e082-4a48-a484-d6d7f83854a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.792293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40964690-e082-4a48-a484-d6d7f83854a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.792376] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40964690-e082-4a48-a484-d6d7f83854a7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.106132] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.106414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.106414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.106613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.106720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.106824] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 793.139403] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.139591] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.139728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.139965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.140607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.150104] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 793.268468] env[67441]: INFO networking_nsxv3.common.synchronization [req-dbc8aa51-ed69-4505-acd3-95ea45054ac9 req-e6660051-2cbc-49e1-8268-a608326cee70 service nova] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_rules [ 793.268664] env[67441]: INFO networking_nsxv3.common.synchronization [req-dbc8aa51-ed69-4505-acd3-95ea45054ac9 req-e6660051-2cbc-49e1-8268-a608326cee70 service nova] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 793.268795] env[67441]: INFO networking_nsxv3.common.synchronization [req-dbc8aa51-ed69-4505-acd3-95ea45054ac9 req-e6660051-2cbc-49e1-8268-a608326cee70 service nova] Enqueued Resource ID: 8a8172f2-d80e-480f-9770-b7ac4f37d817 with Priority: HIGHEST for action port [ 793.269465] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_rules [ 793.269600] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 793.269706] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8172f2-d80e-480f-9770-b7ac4f37d817 with Priority: HIGHEST for action port [ 793.272548] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.272720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.272780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.272989] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.273085] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.273981] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.274087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.274284] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a8172f2-d80e-480f-9770-b7ac4f37d817 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.274374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a8172f2-d80e-480f-9770-b7ac4f37d817" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.274453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a8172f2-d80e-480f-9770-b7ac4f37d817" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.274633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a8172f2-d80e-480f-9770-b7ac4f37d817" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.274741] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a8172f2-d80e-480f-9770-b7ac4f37d817',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.294822] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40964690-e082-4a48-a484-d6d7f83854a7 [ 793.295411] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.295609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.295724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.299021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.299021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.299021] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40964690-e082-4a48-a484-d6d7f83854a7 already deleted. [ 793.299021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40964690-e082-4a48-a484-d6d7f83854a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.777195] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.777195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.781534] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a8172f2-d80e-480f-9770-b7ac4f37d817 with status ACTIVE [ 793.781888] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.782461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.782461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.782461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.782673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.782885] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.783047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.783147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.783338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.783515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.783826] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.783966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.784063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.784235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.784345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.784471] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a8172f2-d80e-480f-9770-b7ac4f37d817 is going to be updated. [ 793.806043] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.806204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.806276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.806502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.806654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.806811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a8172f2-d80e-480f-9770-b7ac4f37d817" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.303869] env[67441]: INFO networking_nsxv3.common.synchronization [req-023d3e14-6f22-436e-b5c0-451833e30e05 req-1e59c088-4681-41ba-a9ad-883ccaca46bf tempest-InstanceActionsV221TestJSON-1189743544 tempest-InstanceActionsV221TestJSON-1189743544-project-member] Enqueued Resource ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d with Priority: HIGHEST for action security_group_members [ 794.305307] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d with Priority: HIGHEST for action security_group_members [ 794.306665] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.306847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.307049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.307323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.307537] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.307537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.307537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.307939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.307939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.307939] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59e96e7a-d04c-4e0c-a5d8-b9129bacc58d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.810731] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.811047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.811047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.811190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.811278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.811472] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.811569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.811630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.811781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.811853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.811934] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d already deleted. [ 794.812040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.837141] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.837362] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-634" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.837484] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-634" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.837854] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-634" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.838871] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.839129] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.839285] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.839577] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.839876] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.840171] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.840325] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.840465] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.840602] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.840739] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.840871] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.841038] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.863145] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.863322] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.863484] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.864693] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-634" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.865091] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-913dd25a-3875-4814-bf61-8172ab3e485b taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.865335] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-913dd25a-3875-4814-bf61-8172ab3e485b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.865428] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-913dd25a-3875-4814-bf61-8172ab3e485b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.865830] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-913dd25a-3875-4814-bf61-8172ab3e485b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.866049] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('913dd25a-3875-4814-bf61-8172ab3e485b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.162063] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 795.163301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.163301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.163521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.163890] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.163890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.163890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.164142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.164191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.164246] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.369192] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.369457] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.373028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.373028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.373028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.373028] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 913dd25a-3875-4814-bf61-8172ab3e485b not found, creating... [ 795.373028] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.373028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.373028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.373028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.373028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.373028] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.373551] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.373551] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.373551] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.373551] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.373551] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 913dd25a-3875-4814-bf61-8172ab3e485b is going to be created. [ 795.398647] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.398857] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.398983] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.399295] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.399520] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.399736] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-913dd25a-3875-4814-bf61-8172ab3e485b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.441254] env[67441]: INFO networking_nsxv3.common.synchronization [None req-fa03ef23-478d-4ed7-9326-3f73ae012e14 None None] Enqueued Resource ID: a0eece48-8150-4de4-835a-731bacc6b4e3 with Priority: HIGHEST for action port [ 795.444288] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eece48-8150-4de4-835a-731bacc6b4e3 with Priority: HIGHEST for action port [ 795.444920] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0eece48-8150-4de4-835a-731bacc6b4e3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.445107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0eece48-8150-4de4-835a-731bacc6b4e3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.445157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0eece48-8150-4de4-835a-731bacc6b4e3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.445399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0eece48-8150-4de4-835a-731bacc6b4e3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.445520] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0eece48-8150-4de4-835a-731bacc6b4e3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.667124] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.948213] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0eece48-8150-4de4-835a-731bacc6b4e3 [ 795.950948] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.950948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.950948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.950948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.950948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.950948] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0eece48-8150-4de4-835a-731bacc6b4e3 already deleted. [ 795.950948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0eece48-8150-4de4-835a-731bacc6b4e3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.141290] env[67441]: INFO networking_nsxv3.common.synchronization [req-023d3e14-6f22-436e-b5c0-451833e30e05 req-b8d7a26c-f338-41a9-ace2-468ead946527 service nova] Enqueued Resource ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d with Priority: HIGHEST for action security_group_rules [ 796.141707] env[67441]: INFO networking_nsxv3.common.synchronization [req-023d3e14-6f22-436e-b5c0-451833e30e05 req-b8d7a26c-f338-41a9-ace2-468ead946527 service nova] Enqueued Resource ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d with Priority: HIGHEST for action security_group_members [ 796.141707] env[67441]: INFO networking_nsxv3.common.synchronization [req-023d3e14-6f22-436e-b5c0-451833e30e05 req-b8d7a26c-f338-41a9-ace2-468ead946527 service nova] Enqueued Resource ID: 913dd25a-3875-4814-bf61-8172ab3e485b with Priority: HIGHEST for action port [ 796.142139] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d with Priority: HIGHEST for action security_group_rules [ 796.142336] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d with Priority: HIGHEST for action security_group_members [ 796.142462] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 913dd25a-3875-4814-bf61-8172ab3e485b with Priority: HIGHEST for action port [ 796.142777] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.142866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.142956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.146034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.146034] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59e96e7a-d04c-4e0c-a5d8-b9129bacc58d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.146999] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.147143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.147204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.147416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.147572] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.147672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.147735] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.147870] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.147969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.148072] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59e96e7a-d04c-4e0c-a5d8-b9129bacc58d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.148871] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-913dd25a-3875-4814-bf61-8172ab3e485b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.148964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-913dd25a-3875-4814-bf61-8172ab3e485b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.149064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-913dd25a-3875-4814-bf61-8172ab3e485b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.149245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-913dd25a-3875-4814-bf61-8172ab3e485b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.149315] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('913dd25a-3875-4814-bf61-8172ab3e485b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.168960] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.650992] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.651172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.651351] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59e96e7a-d04c-4e0c-a5d8-b9129bacc58d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.654383] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 913dd25a-3875-4814-bf61-8172ab3e485b with status ACTIVE [ 796.654627] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.654752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.654822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.655060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.655163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.655348] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.655449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.655513] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.655680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.655777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.655972] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.656088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.656149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.656289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.656405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.656500] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 913dd25a-3875-4814-bf61-8172ab3e485b is going to be updated. [ 796.671068] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.671235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.671309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.671557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.671650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.671746] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 796.680469] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.680641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.680737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.680897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.681172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.681394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-913dd25a-3875-4814-bf61-8172ab3e485b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.701544] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.701744] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.701843] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.702097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.702285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.715990] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 797.158792] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59e96e7a-d04c-4e0c-a5d8-b9129bacc58d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.661987] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.661987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.662118] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.662347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.663256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.663395] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d is going to be created. [ 797.698132] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.698479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.698632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.698987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.699223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.713034] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d in Status: UNINITIALIZED for 2s [ 798.730224] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 798.730224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.730224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.730842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.730842] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.730842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.730842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.731049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.731049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.731049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.731175] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.234097] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.234361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.234553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.234883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.235193] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.235360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.236031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.236031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.236031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.236229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.236326] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.236457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.236551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.236734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.236931] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.237112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.237112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.237257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.237339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.237640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.237640] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.725668] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d in Status: SUCCESS [ 799.725973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.726239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.726554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.726818] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.726946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.727045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.727218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.727299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.727392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.727744] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59e96e7a-d04c-4e0c-a5d8-b9129bacc58d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.740716] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f12c69-56c1-406c-8a8d-7ffd6c95716f: rpc.has_security_group_logging(os_id): False [ 799.760727] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.760921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.761045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.761314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.789039] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.789452] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.789727] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.789866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.790196] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.790384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.790664] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.790845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.791151] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.791315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.791518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.791689] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.791861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.791980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.792207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.792352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.792475] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 799.893602] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.893841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.893841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.894321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.894321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.910222] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 800.230986] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.231216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.231302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.231724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.231972] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.232114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.232234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.232376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.232500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.232619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.233024] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.233024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.233164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.233298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.233502] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.233599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.233672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.233888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.234777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.234874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.234979] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59e96e7a-d04c-4e0c-a5d8-b9129bacc58d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.737522] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d: rpc.has_security_group_logging(os_id): False [ 800.760805] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.761148] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.761148] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.761351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.761445] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.761669] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.761793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.761931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.762108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.762214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.762530] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.762633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.762781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.762901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.763020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.767455] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.767631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.767704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.767926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.768054] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.768186] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d is going to be created. [ 800.835272] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.835660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.835801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.836156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.836457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.866556] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d in Status: IN_PROGRESS for 2s [ 801.144299] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 801.144406] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 801.931471] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 801.931762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.881574] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d in Status: SUCCESS [ 802.881767] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.248250] env[67441]: INFO networking_nsxv3.common.synchronization [req-6d4671e8-2732-451c-8cb1-545e6b6c2a59 req-f95ed4fc-f3aa-4712-8ec9-dd97e0e773ef tempest-ServerActionsTestOtherB-1368839603 tempest-ServerActionsTestOtherB-1368839603-project-member] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 805.248898] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 805.249981] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.250217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.250368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.250741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.251257] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.252050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.252214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.252469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.252670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.253066] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.628127] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.628343] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.628459] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.628808] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.629112] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.629267] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.629379] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.629620] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.629774] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.629985] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.630145] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.630206] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.630307] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.630842] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.630842] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.630842] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.652126] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.652300] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.652437] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.652606] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.652930] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-9fc502ae-2085-4449-af8d-e3cf9ced356d taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.653121] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-9fc502ae-2085-4449-af8d-e3cf9ced356d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.653238] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-9fc502ae-2085-4449-af8d-e3cf9ced356d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.653628] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-9fc502ae-2085-4449-af8d-e3cf9ced356d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.654056] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc502ae-2085-4449-af8d-e3cf9ced356d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.756516] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.756867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.756867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.757259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.757297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.757566] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.758171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.758171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.758171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.758171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.758373] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 already deleted. [ 805.758373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.156586] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.158238] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.158477] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.158806] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.159065] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.159222] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 9fc502ae-2085-4449-af8d-e3cf9ced356d not found, creating... [ 806.159561] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.159744] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.159889] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.160187] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.160347] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.160733] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.160941] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.161115] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.161359] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.161597] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.161771] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 9fc502ae-2085-4449-af8d-e3cf9ced356d is going to be created. [ 806.187619] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.187828] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.187948] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.189084] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.189084] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.189084] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-9fc502ae-2085-4449-af8d-e3cf9ced356d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.799212] env[67441]: INFO networking_nsxv3.common.synchronization [req-26ad86c5-54b0-4ce1-875b-d7941a2c6f66 req-65331374-c43c-4a66-9548-82461e35adef tempest-InstanceActionsV221TestJSON-1189743544 tempest-InstanceActionsV221TestJSON-1189743544-project-member] Enqueued Resource ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d with Priority: HIGHEST for action security_group_members [ 806.799844] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d with Priority: HIGHEST for action security_group_members [ 806.800216] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.800402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.800511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.800855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.800993] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.801480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.801480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.801480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.801480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.801480] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59e96e7a-d04c-4e0c-a5d8-b9129bacc58d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.907029] env[67441]: INFO networking_nsxv3.common.synchronization [req-6d4671e8-2732-451c-8cb1-545e6b6c2a59 req-d46d360b-cba5-4bec-8e78-d70043f3a934 service nova] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_rules [ 806.907029] env[67441]: INFO networking_nsxv3.common.synchronization [req-6d4671e8-2732-451c-8cb1-545e6b6c2a59 req-d46d360b-cba5-4bec-8e78-d70043f3a934 service nova] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 806.907029] env[67441]: INFO networking_nsxv3.common.synchronization [req-6d4671e8-2732-451c-8cb1-545e6b6c2a59 req-d46d360b-cba5-4bec-8e78-d70043f3a934 service nova] Enqueued Resource ID: 9fc502ae-2085-4449-af8d-e3cf9ced356d with Priority: HIGHEST for action port [ 806.907398] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_rules [ 806.907539] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 806.907651] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc502ae-2085-4449-af8d-e3cf9ced356d with Priority: HIGHEST for action port [ 806.907934] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.908066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.908144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.908364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.908446] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.909635] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.909820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.909820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.910048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.910190] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.910288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.910339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.910523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.910582] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.911138] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.911496] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fc502ae-2085-4449-af8d-e3cf9ced356d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.911627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fc502ae-2085-4449-af8d-e3cf9ced356d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.911910] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fc502ae-2085-4449-af8d-e3cf9ced356d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.911910] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fc502ae-2085-4449-af8d-e3cf9ced356d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.912249] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc502ae-2085-4449-af8d-e3cf9ced356d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.181119] env[67441]: INFO networking_nsxv3.common.synchronization [None req-09d1f98e-26b0-4137-9aa5-9895e92854c8 None None] Enqueued Resource ID: a30f75a3-742a-45c9-9286-347160311d39 with Priority: HIGHEST for action port [ 807.181119] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30f75a3-742a-45c9-9286-347160311d39 with Priority: HIGHEST for action port [ 807.181119] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30f75a3-742a-45c9-9286-347160311d39 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.181119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30f75a3-742a-45c9-9286-347160311d39" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.181119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30f75a3-742a-45c9-9286-347160311d39" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.181119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30f75a3-742a-45c9-9286-347160311d39" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.181119] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30f75a3-742a-45c9-9286-347160311d39',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.307519] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.307519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.307519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.307519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.307519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.307519] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.307519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.307519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.307519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.307519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.307519] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d is going to be updated. [ 807.337431] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.337431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.337431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.337431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.337431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.348218] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d in Status: IN_PROGRESS for 2s [ 807.413743] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.414860] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.414996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.415321] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fc502ae-2085-4449-af8d-e3cf9ced356d with status ACTIVE [ 807.415484] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.415598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.415675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.416009] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.416107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.416280] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.416380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.416431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.417021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.417021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.417147] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.417283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.417476] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.417476] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.417727] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.417727] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fc502ae-2085-4449-af8d-e3cf9ced356d is going to be updated. [ 807.445269] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.445269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.445269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.445423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.446854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.449025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fc502ae-2085-4449-af8d-e3cf9ced356d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.683795] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a30f75a3-742a-45c9-9286-347160311d39 [ 807.684065] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.684205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.684288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.684536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.684602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.685131] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a30f75a3-742a-45c9-9286-347160311d39 already deleted. [ 807.685461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30f75a3-742a-45c9-9286-347160311d39" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.853111] env[67441]: INFO networking_nsxv3.common.synchronization [req-736ecaf6-b48e-4084-8f56-dc0d1fc023b7 req-466f2d9a-9c27-4c45-8bfb-6fe7776a8102 tempest-ServerDiskConfigTestJSON-1877869234 tempest-ServerDiskConfigTestJSON-1877869234-project-member] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 807.854443] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 807.855282] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.857607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.857607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.857607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.859197] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.859351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.859389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.859597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.859688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.859820] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.916081] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.354635] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.356034] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.356034] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.356034] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.356034] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.356034] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.356034] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.356034] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.356415] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.356566] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.356674] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.356781] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.356885] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.356988] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.357482] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.357482] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.362710] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.362873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.362934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.363099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.391053] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.391053] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.391053] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.391053] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.391053] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-650b36ac-ce59-4168-ba51-8677d69eb854 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.391658] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-650b36ac-ce59-4168-ba51-8677d69eb854" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.391658] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-650b36ac-ce59-4168-ba51-8677d69eb854" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.391658] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-650b36ac-ce59-4168-ba51-8677d69eb854" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.391843] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('650b36ac-ce59-4168-ba51-8677d69eb854',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.398552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.398962] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.398962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.399130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.399217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.399274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.399371] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 808.418523] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.418716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.418757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.418957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.419062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.419167] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be created. [ 808.446731] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.446887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.446958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.447190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.447325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.458677] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.458851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.458923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.459130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.459286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.461039] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 808.470768] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: UNINITIALIZED for 2s [ 808.894577] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.894952] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.895285] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.895608] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.896010] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.896241] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 650b36ac-ce59-4168-ba51-8677d69eb854 not found, creating... [ 808.896541] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.896702] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.896835] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.897107] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.897225] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.897508] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.897661] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.897769] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.897972] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.898111] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.898247] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 650b36ac-ce59-4168-ba51-8677d69eb854 is going to be created. [ 808.924066] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.924391] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.924569] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.924955] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.925338] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.925597] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-650b36ac-ce59-4168-ba51-8677d69eb854" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.363442] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d in Status: SUCCESS [ 809.363442] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d deletion is rescheduled due to dependency. [ 809.363442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.643878] env[67441]: INFO networking_nsxv3.common.synchronization [req-736ecaf6-b48e-4084-8f56-dc0d1fc023b7 req-3289b2d0-6d05-4fba-96c6-c8e7048fa3d4 service nova] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_rules [ 809.644349] env[67441]: INFO networking_nsxv3.common.synchronization [req-736ecaf6-b48e-4084-8f56-dc0d1fc023b7 req-3289b2d0-6d05-4fba-96c6-c8e7048fa3d4 service nova] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 809.644743] env[67441]: INFO networking_nsxv3.common.synchronization [req-736ecaf6-b48e-4084-8f56-dc0d1fc023b7 req-3289b2d0-6d05-4fba-96c6-c8e7048fa3d4 service nova] Enqueued Resource ID: 650b36ac-ce59-4168-ba51-8677d69eb854 with Priority: HIGHEST for action port [ 809.645275] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_rules [ 809.645511] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 809.645615] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650b36ac-ce59-4168-ba51-8677d69eb854 with Priority: HIGHEST for action port [ 809.646258] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.646550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.646673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.647317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.647317] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.648087] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.650277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.650277] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-650b36ac-ce59-4168-ba51-8677d69eb854 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.650277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-650b36ac-ce59-4168-ba51-8677d69eb854" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.650277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-650b36ac-ce59-4168-ba51-8677d69eb854" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.650277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-650b36ac-ce59-4168-ba51-8677d69eb854" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.650277] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('650b36ac-ce59-4168-ba51-8677d69eb854',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.675448] env[67441]: INFO networking_nsxv3.common.synchronization [None req-d89dd661-70f1-4000-8420-f9c9cbc5eaab None None] Enqueued Resource ID: a3f00d82-b919-4dc2-9d0a-43bd0152754c with Priority: HIGHEST for action port [ 809.676263] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f00d82-b919-4dc2-9d0a-43bd0152754c with Priority: HIGHEST for action port [ 809.676592] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3f00d82-b919-4dc2-9d0a-43bd0152754c taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.676717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3f00d82-b919-4dc2-9d0a-43bd0152754c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.676785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3f00d82-b919-4dc2-9d0a-43bd0152754c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.677047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3f00d82-b919-4dc2-9d0a-43bd0152754c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.677150] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3f00d82-b919-4dc2-9d0a-43bd0152754c',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.151073] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.151073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.151073] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 650b36ac-ce59-4168-ba51-8677d69eb854 with status ACTIVE [ 810.151073] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.151073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.151601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.151601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.151601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.151601] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.151744] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.151744] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.151872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.151950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.152145] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.152242] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.152300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.152437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.152512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.152596] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 650b36ac-ce59-4168-ba51-8677d69eb854 is going to be updated. [ 810.179486] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3f00d82-b919-4dc2-9d0a-43bd0152754c [ 810.180346] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.180346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.180346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.180346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.180346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.180629] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3f00d82-b919-4dc2-9d0a-43bd0152754c already deleted. [ 810.180629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3f00d82-b919-4dc2-9d0a-43bd0152754c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.185019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.185236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.185355] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.185644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.185914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.186161] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-650b36ac-ce59-4168-ba51-8677d69eb854" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.480866] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 810.480866] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 deletion is rescheduled due to dependency. [ 810.480866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.480866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.480866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.480866] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.480866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.480866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.480866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.480866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.480866] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.484492] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 810.487833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.487833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.487833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.487833] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.487833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.487833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.487833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.487833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.487833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.487833] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.983024] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.991256] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.486743] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.496199] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5978b95c-ae3b-4115-8490-c777711b5935: rpc.has_security_group_logging(os_id): False [ 811.525973] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.526271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.526395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.526664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.526823] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.527178] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.527306] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.527413] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.527625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.527730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.527865] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be created. [ 811.677061] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.677061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.677061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.677061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.677363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.691459] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 811.991032] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.991196] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.991196] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.991436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.991617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.991976] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 812.031250] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.031721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.031721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.031948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.032108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.042944] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 813.095801] env[67441]: INFO networking_nsxv3.common.synchronization [req-4f6397d3-51c3-43fa-8fc7-08f64e95dafc req-bea1bc77-2dda-4dc6-b62a-f3770695595f tempest-ImagesTestJSON-1476992468 tempest-ImagesTestJSON-1476992468-project-member] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 813.095801] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 813.096750] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.096950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.098592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.098592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.098592] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.099109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.099275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.099513] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.099694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.099916] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.364577] env[67441]: INFO networking_nsxv3.common.synchronization [req-5c277fa8-e08d-4a6f-83cf-c2e36ce35bce req-f5a51707-ec26-482e-aac9-b9da7f16d95c tempest-ListServerFiltersTestJSON-1989443618 tempest-ListServerFiltersTestJSON-1989443618-project-member] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 813.365427] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 813.365808] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.366538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.366538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.366538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.366538] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.366820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.366886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.367430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.367430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.367430] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.602631] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.602830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.602909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.603193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.614874] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.615112] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.615218] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.615496] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.615815] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.616605] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.616605] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.616605] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.616768] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.617122] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.617263] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.617391] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.617496] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.617602] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.617712] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.617856] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.637697] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.638036] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.638168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.638232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.638535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.638720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.638761] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 813.651753] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.652136] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.652370] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.652652] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.653252] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-9959d069-024a-4f04-a481-f0c038fa3f7a taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.653580] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-9959d069-024a-4f04-a481-f0c038fa3f7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.653788] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-9959d069-024a-4f04-a481-f0c038fa3f7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.654345] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-9959d069-024a-4f04-a481-f0c038fa3f7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.654699] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9959d069-024a-4f04-a481-f0c038fa3f7a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.673604] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.673819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.673976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.674203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.674465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.688198] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 813.706806] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 813.707076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.871793] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.056213] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 814.056456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.056654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.056911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.057137] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.057263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.057326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.057505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.057588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.057695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.057759] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.158764] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.158764] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.159148] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.159148] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.159220] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.161895] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 9959d069-024a-4f04-a481-f0c038fa3f7a not found, creating... [ 814.161895] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.161895] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.161895] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.161895] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.161895] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.161895] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.161895] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.161895] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.161895] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.162444] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.162444] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 9959d069-024a-4f04-a481-f0c038fa3f7a is going to be created. [ 814.192421] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.192674] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.192821] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.193162] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.193405] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.193719] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-9959d069-024a-4f04-a481-f0c038fa3f7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.374709] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.560064] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.560227] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.560329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.560578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.560737] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.560836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.560899] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.561095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.561206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.561298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.561540] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.561653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.561717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.561865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.562032] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.562110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.562165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.562308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.562384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.562465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.562556] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.878090] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.878090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.878090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.878316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.878421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.878497] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be updated. [ 814.901116] env[67441]: INFO networking_nsxv3.common.synchronization [req-4f6397d3-51c3-43fa-8fc7-08f64e95dafc req-2457fcfc-159b-462c-a4e3-9f6406945f54 service nova] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_rules [ 814.901315] env[67441]: INFO networking_nsxv3.common.synchronization [req-4f6397d3-51c3-43fa-8fc7-08f64e95dafc req-2457fcfc-159b-462c-a4e3-9f6406945f54 service nova] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 814.901437] env[67441]: INFO networking_nsxv3.common.synchronization [req-4f6397d3-51c3-43fa-8fc7-08f64e95dafc req-2457fcfc-159b-462c-a4e3-9f6406945f54 service nova] Enqueued Resource ID: 9959d069-024a-4f04-a481-f0c038fa3f7a with Priority: HIGHEST for action port [ 814.902061] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_rules [ 814.902336] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 814.902445] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9959d069-024a-4f04-a481-f0c038fa3f7a with Priority: HIGHEST for action port [ 814.902731] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.902872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.902943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.903155] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.903256] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.904265] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.904364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.904707] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9959d069-024a-4f04-a481-f0c038fa3f7a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.904788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9959d069-024a-4f04-a481-f0c038fa3f7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.904841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9959d069-024a-4f04-a481-f0c038fa3f7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.905017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9959d069-024a-4f04-a481-f0c038fa3f7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.905099] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9959d069-024a-4f04-a481-f0c038fa3f7a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.912480] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.912675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.912721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.912917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.913150] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.923961] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: IN_PROGRESS for 2s [ 815.064569] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8: rpc.has_security_group_logging(os_id): False [ 815.085212] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.085361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.085435] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.085661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.085747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.085981] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.086108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.086169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.086323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.086398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.086579] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.086673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.086734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.086877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.086952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.087152] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.087247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.087456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.087456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.087535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.087580] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 815.156526] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.156775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.156895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.157141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.157289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.171837] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 815.408041] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.408041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.408041] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9959d069-024a-4f04-a481-f0c038fa3f7a with status ACTIVE [ 815.408041] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.408041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.408041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.408509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.408509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.408509] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.408509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.408509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.408682] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.408717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.408901] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.408999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.409080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.409224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.409305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.409381] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9959d069-024a-4f04-a481-f0c038fa3f7a is going to be updated. [ 815.433754] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.434050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.434108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.434335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.434503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.434715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9959d069-024a-4f04-a481-f0c038fa3f7a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.700170] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 815.700170] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 deletion is rescheduled due to dependency. [ 815.700170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.700371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.700468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.700658] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.700773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.700858] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.701130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.701197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.701296] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.787678] env[67441]: INFO networking_nsxv3.common.synchronization [req-4af20266-4ff9-4578-bc69-9c0862eaba43 req-6b1ad6b6-d122-45e9-a78a-88065235dc2a tempest-MigrationsAdminTest-153820182 tempest-MigrationsAdminTest-153820182-project-member] Enqueued Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_members [ 815.788350] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_members [ 815.788678] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.788860] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.788860] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.789193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.789264] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.789367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.789437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.789560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.789672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.789737] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.205355] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.215509] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.215946] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.216562] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.216562] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.216709] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.216877] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.217059] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.217863] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.217863] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.217863] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.217863] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.217863] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.218165] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.218165] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.218165] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.218319] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.248919] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.249269] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.249568] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.249893] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.251074] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-c6f82ca2-8699-4211-b175-4475eea3b6e1 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.251317] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-c6f82ca2-8699-4211-b175-4475eea3b6e1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.251557] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-c6f82ca2-8699-4211-b175-4475eea3b6e1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.252070] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-c6f82ca2-8699-4211-b175-4475eea3b6e1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.252218] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f82ca2-8699-4211-b175-4475eea3b6e1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.293931] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.707639] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.755579] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.755838] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.755994] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.756298] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.756444] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.756601] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port c6f82ca2-8699-4211-b175-4475eea3b6e1 not found, creating... [ 816.756852] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.757145] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.757145] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.757366] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.757493] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.757771] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.758043] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.758043] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.758228] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.758351] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.758481] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: c6f82ca2-8699-4211-b175-4475eea3b6e1 is going to be created. [ 816.780327] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.780613] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.780761] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.782124] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.782124] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.782124] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-c6f82ca2-8699-4211-b175-4475eea3b6e1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.796903] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.937016] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: SUCCESS [ 816.937016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.189399] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 817.189634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.210425] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.210749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.210749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.211690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.211690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.211690] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 817.244192] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.244482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.244597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.244958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.245134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.257954] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 817.300046] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.300679] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.300943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.301330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.301542] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.301790] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc is going to be updated. [ 817.358919] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.359198] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.359314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.359635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.360062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.377932] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: IN_PROGRESS for 2s [ 817.567844] env[67441]: INFO networking_nsxv3.common.synchronization [req-4af20266-4ff9-4578-bc69-9c0862eaba43 req-b7f524bc-9c1b-4833-b31f-3704f44e03f1 service nova] Enqueued Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_rules [ 817.568086] env[67441]: INFO networking_nsxv3.common.synchronization [req-4af20266-4ff9-4578-bc69-9c0862eaba43 req-b7f524bc-9c1b-4833-b31f-3704f44e03f1 service nova] Enqueued Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_members [ 817.568270] env[67441]: INFO networking_nsxv3.common.synchronization [req-4af20266-4ff9-4578-bc69-9c0862eaba43 req-b7f524bc-9c1b-4833-b31f-3704f44e03f1 service nova] Enqueued Resource ID: c6f82ca2-8699-4211-b175-4475eea3b6e1 with Priority: HIGHEST for action port [ 817.568881] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_rules [ 817.569065] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_members [ 817.569258] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f82ca2-8699-4211-b175-4475eea3b6e1 with Priority: HIGHEST for action port [ 817.569476] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.569640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.569846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.570104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.570224] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.571746] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.571838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.572060] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f82ca2-8699-4211-b175-4475eea3b6e1 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.572187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f82ca2-8699-4211-b175-4475eea3b6e1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.572258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f82ca2-8699-4211-b175-4475eea3b6e1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.572439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f82ca2-8699-4211-b175-4475eea3b6e1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.572515] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f82ca2-8699-4211-b175-4475eea3b6e1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.072831] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.073167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.075427] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6f82ca2-8699-4211-b175-4475eea3b6e1 with status ACTIVE [ 818.075711] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.075826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.075890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.076094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.076192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.076371] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.076470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.076526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.076806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.076806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.076954] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.077055] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.077200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.077246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.077339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.077464] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6f82ca2-8699-4211-b175-4475eea3b6e1 is going to be updated. [ 818.103405] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.103623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.103687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.103910] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.104100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.104313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f82ca2-8699-4211-b175-4475eea3b6e1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.270191] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 819.270191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.270191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.270191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.270191] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.270191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.270191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.270191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.270191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.270191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.270819] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.388507] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: SUCCESS [ 819.388626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.389325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.389325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.389325] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.389325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.389325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.390159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.390159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.390159] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.774756] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.775046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.775046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.775862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.775862] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.775862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.775862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.775862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.775862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.776176] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.776220] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.776321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.776414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.776570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.776709] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.776829] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.777823] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.777823] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.777823] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.777823] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.777823] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.872785] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.873352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.873577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.873947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.874234] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.894068] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.282187] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ff415f-6a48-4a7a-ae71-58f8d3728a02: rpc.has_security_group_logging(os_id): False [ 820.301115] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.301268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.301341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.301657] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.301761] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.301987] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.302101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.302164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.302329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.302406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.302580] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.302673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.302728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.302865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.302936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.303130] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.303224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.303281] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.303420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.303493] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.303635] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 820.376602] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.393417] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.393680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.393790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.394425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.394425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.397250] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.409602] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 820.745142] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e100480-c3d6-46dc-a6af-ef9ef51e6056 req-759a3d38-4e22-4363-8192-9e71358b8f20 tempest-ServersTestMultiNic-1440343945 tempest-ServersTestMultiNic-1440343945-project-member] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 820.745765] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 820.746256] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.746410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.746410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.747816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.747816] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.747816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.747816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.747816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.747816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.747816] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.879645] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.899702] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.899870] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.899942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.900189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.900282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.900381] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc is going to be updated. [ 820.937893] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.938141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.938265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.938559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.938760] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.950837] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: IN_PROGRESS for 2s [ 821.175262] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e100480-c3d6-46dc-a6af-ef9ef51e6056 req-1c5655df-9957-4d1e-979e-a6aba10f9e17 tempest-ServersTestMultiNic-1440343945 tempest-ServersTestMultiNic-1440343945-project-member] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 821.175863] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 821.176554] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.176665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.252738] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.253923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.253923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.253923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.254179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.254433] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.254780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.254944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.255211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.255347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.255486] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 already deleted. [ 821.255606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.255819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.256060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.256391] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.256583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.256700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.256955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.257117] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.257267] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.382269] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 821.382611] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 821.557892] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e100480-c3d6-46dc-a6af-ef9ef51e6056 req-45250f45-635c-4163-a692-83eb033cec4b tempest-ServersTestMultiNic-1440343945 tempest-ServersTestMultiNic-1440343945-project-member] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 821.558776] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 821.559204] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.559384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.760161] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.760468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.760468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.761170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.761170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.761170] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.761170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.761375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.761457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.761627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.761697] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 already deleted. [ 821.761796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.762032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.762189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.762350] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.762443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.762501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.762651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.762771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.762810] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.872022] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.872022] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-809" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.872022] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-809" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.872022] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-809" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.872547] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.872919] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.873205] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.876112] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.876112] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.876112] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.876112] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.876112] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.876112] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.876112] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.876112] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.876112] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.904264] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.904264] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.904264] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.904264] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-809" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.904784] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-f1e07460-bb3b-4d66-99b0-78e5f2cf6174 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.904784] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-f1e07460-bb3b-4d66-99b0-78e5f2cf6174" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.904784] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-f1e07460-bb3b-4d66-99b0-78e5f2cf6174" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.905116] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-f1e07460-bb3b-4d66-99b0-78e5f2cf6174" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.905257] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1e07460-bb3b-4d66-99b0-78e5f2cf6174',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.265309] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.265569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.265569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.265776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.265874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.266102] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.266230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.266290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.266411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.266488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.266575] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 already deleted. [ 822.266650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.380071] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.380347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.380462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.380721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.392532] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 822.393607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.394743] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 822.410760] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.411129] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.411178] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.411638] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.411854] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.412107] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port f1e07460-bb3b-4d66-99b0-78e5f2cf6174 not found, creating... [ 822.412514] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.412706] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.412895] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.413527] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.413821] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.414269] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.414723] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.415026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.415324] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.415575] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.415844] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: f1e07460-bb3b-4d66-99b0-78e5f2cf6174 is going to be created. [ 822.429531] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.429780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.429869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.430126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.436824] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.437543] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 822.437659] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.437822] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 822.441074] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 822.441074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.446484] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.446808] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.446996] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.447354] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.447623] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.447882] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-f1e07460-bb3b-4d66-99b0-78e5f2cf6174" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.486096] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.486662] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.486752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.487499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.488442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.489873] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 822.670197] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.672254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.672254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.672254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.672254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.672254] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 822.819240] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.819434] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.819553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.819688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.819886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.820435] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 822.820435] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'004881c1-91ec-4e86-a9ad-adf3c2978d17', '83a2be1a-f723-4153-bb5e-18fc98e47c3b', '46ff415f-6a48-4a7a-ae71-58f8d3728a02', 'bc213758-ac9f-467b-8d5e-6331cbd3f5cd', '2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11', '96c9bb5d-4120-4919-a5c2-39ed8cb25626', '90dd912f-be5a-4914-9506-666435e827b3', '71f12c69-56c1-406c-8a8d-7ffd6c95716f', 'd44be639-72c0-4848-a139-43cdb9129927', '975386ac-37c2-4602-9ad8-86df2800710f', 'f97637cb-db13-4e48-9a2f-e4c7328836b4', '2c3012ec-8310-4e56-8142-2f1f8fffcc79', 'c48a6c63-6f47-40e3-830a-1af6c63abf88', '1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3', 'b7f39086-888f-40fe-927b-597b9b1b7ed6', 'f005ba04-7973-42dd-8199-8cec110744ae', '59e96e7a-d04c-4e0c-a5d8-b9129bacc58d', '0397f84d-a88b-47d9-adfc-c8bc8f018ba6', '8e0178a2-fc01-4577-8b44-7cd0e8bb6b20', '5978b95c-ae3b-4115-8490-c777711b5935', 'a2c7a0ac-c30d-4755-a19e-3464bca3c2d7', '884670a9-6fa6-4754-9576-83d9487794c7', '245074ca-a665-44e1-8f8e-08ecc2fbcd57', '68ccf24b-4fd7-45f5-bd51-a26d2515aeb4', '3c180cab-38c1-4de5-bb7e-08bdc72dcbb8', 'ff436101-e98c-4650-a8a4-7cca82e01fe9', 'fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc', '38444a53-512a-4057-96c1-fc91ee5f5f94', '814560c6-c5b0-4389-8585-9bb62fc9f265', '09edb3ab-1416-4056-bc11-6e2bb651d4f0', '2843e061-95bd-4eb6-b260-162e4cbed41a', 'b3c78ac1-0746-41fb-a69b-e9004fc0aa6f', '769a9dcd-df06-471f-a222-1fad5d363953', '798dcf0c-5c20-45e6-96d3-fef974d194fb', 'a96e1333-3916-4891-ad79-54df740deaa2'} {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.820644] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 822.850053] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.850326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.850414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.850596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.851138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.851407] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 822.851407] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.851574] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 822.954503] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.954754] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.954896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.955182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.955947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.956249] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 822.956824] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.957218] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 822.957218] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 822.957218] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 822.957218] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 with Priority: HIGH for action security_group_rules [ 822.957352] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGH for action security_group_rules [ 822.957388] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGH for action security_group_rules [ 822.957420] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGH for action security_group_rules [ 822.957490] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGH for action security_group_rules [ 822.957550] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGH for action security_group_rules [ 822.957615] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGH for action security_group_rules [ 822.957688] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGH for action security_group_rules [ 822.957772] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGH for action security_group_rules [ 822.958175] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGH for action security_group_rules [ 822.958339] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGH for action security_group_rules [ 822.958652] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGH for action security_group_rules [ 822.958652] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 with Priority: HIGH for action security_group_rules [ 822.958652] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGH for action security_group_rules [ 822.958756] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 with Priority: HIGH for action security_group_rules [ 822.958843] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGH for action security_group_rules [ 822.958947] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d with Priority: HIGH for action security_group_rules [ 822.959066] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 with Priority: HIGH for action security_group_rules [ 822.959177] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGH for action security_group_rules [ 822.959304] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGH for action security_group_rules [ 822.959517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.969373] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: SUCCESS [ 822.969611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.969851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.970096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.970288] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.970412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.970468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.970626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.970709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.970791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.970894] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.262041] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e100480-c3d6-46dc-a6af-ef9ef51e6056 req-e45934e3-1566-4694-bc6c-c4a2c72c250f service nova] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_rules [ 823.262455] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e100480-c3d6-46dc-a6af-ef9ef51e6056 req-e45934e3-1566-4694-bc6c-c4a2c72c250f service nova] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 823.262718] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e100480-c3d6-46dc-a6af-ef9ef51e6056 req-e45934e3-1566-4694-bc6c-c4a2c72c250f service nova] Enqueued Resource ID: f1e07460-bb3b-4d66-99b0-78e5f2cf6174 with Priority: HIGHEST for action port [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_rules [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e07460-bb3b-4d66-99b0-78e5f2cf6174 with Priority: HIGHEST for action port [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 with Priority: HIGH for action security_group_rules [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGH for action security_group_rules [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGH for action security_group_rules [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 with Priority: HIGH for action security_group_rules [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGH for action security_group_rules [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGH for action security_group_rules [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 with Priority: HIGH for action security_group_rules [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d with Priority: HIGH for action security_group_rules [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGH for action security_group_rules [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGH for action security_group_rules [ 823.264966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 with Priority: HIGH for action security_group_rules [ 823.265849] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGH for action security_group_rules [ 823.266109] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 with Priority: HIGH for action security_group_rules [ 823.266317] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975386ac-37c2-4602-9ad8-86df2800710f with Priority: HIGH for action security_group_rules [ 823.266508] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGH for action security_group_rules [ 823.266767] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGH for action security_group_rules [ 823.266963] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGH for action security_group_rules [ 823.268121] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 with Priority: HIGH for action security_group_rules [ 823.268121] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b with Priority: HIGH for action security_group_rules [ 823.268121] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd with Priority: HIGH for action security_group_rules [ 823.268121] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.268121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.268121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.268567] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.268822] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.269859] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.270121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.270279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.270568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.270817] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.271032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.273027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.273027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.273027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.273027] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.275226] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1e07460-bb3b-4d66-99b0-78e5f2cf6174 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.275472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1e07460-bb3b-4d66-99b0-78e5f2cf6174" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.275622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1e07460-bb3b-4d66-99b0-78e5f2cf6174" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.275879] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1e07460-bb3b-4d66-99b0-78e5f2cf6174" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.276097] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1e07460-bb3b-4d66-99b0-78e5f2cf6174',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.277498] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004881c1-91ec-4e86-a9ad-adf3c2978d17 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.279781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.279781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.279781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.279781] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.280265] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.280366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.280435] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.280608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.280800] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.282552] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.282552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.282552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.282552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.282552] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.438239] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f39086-888f-40fe-927b-597b9b1b7ed6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.438547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.438547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.438666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.438736] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f39086-888f-40fe-927b-597b9b1b7ed6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.439926] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.440075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.440149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.440265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.440339] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.441318] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.441597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.441597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.441900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.441900] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.442652] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0397f84d-a88b-47d9-adfc-c8bc8f018ba6 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.442773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.442827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.443260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.443260] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0397f84d-a88b-47d9-adfc-c8bc8f018ba6',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.443260] env[67441]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 823.443969] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.444094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.444162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.444850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.444850] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59e96e7a-d04c-4e0c-a5d8-b9129bacc58d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.445254] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.445343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.445395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.446119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.446119] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.447366] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.447366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.447366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.447366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.447366] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.447674] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c48a6c63-6f47-40e3-830a-1af6c63abf88 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.447731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.447768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.447890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.448515] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c48a6c63-6f47-40e3-830a-1af6c63abf88',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.449398] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.449398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.449398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.449656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.449656] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.451535] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f97637cb-db13-4e48-9a2f-e4c7328836b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.451535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.451535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.451535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.451535] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f97637cb-db13-4e48-9a2f-e4c7328836b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.451726] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-975386ac-37c2-4602-9ad8-86df2800710f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.451783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.451815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.451995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.452084] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('975386ac-37c2-4602-9ad8-86df2800710f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.453115] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.453115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.453115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.453322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.453322] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.454215] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.454303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.454303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.454489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.454540] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.455290] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.455500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.455500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.455605] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.455699] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.455862] env[67441]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 823.456662] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.456773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.456826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.456965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.457040] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.457833] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.457940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.457997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.458160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.458227] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83a2be1a-f723-4153-bb5e-18fc98e47c3b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.459071] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.459640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.459640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.459640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.459640] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc213758-ac9f-467b-8d5e-6331cbd3f5cd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.462751] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.463622] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.463730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.464515] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1e07460-bb3b-4d66-99b0-78e5f2cf6174 with status ACTIVE [ 823.464726] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.464894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.464894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.465059] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.465166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.465566] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.465566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.465566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.465717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.465717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.465877] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.465984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.466151] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.466204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.466247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.466338] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1e07460-bb3b-4d66-99b0-78e5f2cf6174 is going to be updated. [ 823.477121] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.477461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.477461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.477553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.477724] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.477822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.478229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.478229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.478229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.478229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.478365] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.478412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.478462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.478605] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.478734] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.478822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.478886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.479016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.479105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.479183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.479270] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.502050] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.502254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.502332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.504975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.504975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.504975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1e07460-bb3b-4d66-99b0-78e5f2cf6174" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.977695] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.989688] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc: rpc.has_security_group_logging(os_id): False [ 824.019314] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.019314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.019314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.019314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.019314] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.019314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.019314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.019314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.019314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.019314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.019314] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.019314] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.019314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.020430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.020430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.020430] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.023420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.023420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.023420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.023420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.023420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.023420] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.025416] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.026046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.026452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.027193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.028114] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.028329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.028433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.028682] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.028799] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.028910] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.029020] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.030159] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.030305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.030357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.030560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.030770] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.030840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.032397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.032725] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.032725] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.032806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.035356] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.037245] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.037859] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.038087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.038824] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.045558] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.045558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.045776] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.045840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.047024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.047024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.047024] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.047024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.047024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.047024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.047024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.047024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.047024] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.048971] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.049151] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.049251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.049414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.049661] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.049756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.049815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.050041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.050156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.050271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.050364] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.054496] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.054738] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.054853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.055863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.055863] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.055863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.055863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.055863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.056123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.056159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.056286] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.060606] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.060787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.060864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.061077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.061266] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.061368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.061422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.061608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.061691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.061821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.062030] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.063650] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.063796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.063867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.064067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.064228] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.064397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.064490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.064678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.064819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.064968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.065118] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.068870] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-004881c1-91ec-4e86-a9ad-adf3c2978d17 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.069097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.069200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.069449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.070049] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.070394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.070495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.070804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.070896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.070985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.071142] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.084985] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.110113] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.110213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.129166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.129297] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59e96e7a-d04c-4e0c-a5d8-b9129bacc58d is going to be deleted. [ 824.130271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.130493] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.132317] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.132430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.133945] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.134241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.137130] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.137130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.141640] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.141640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.142221] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.142319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.143974] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.144308] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-362" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.144457] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-362" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.144802] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-362" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.145066] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.145227] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.145345] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.145574] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.145716] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.145926] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.146053] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.146164] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.146266] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.146372] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.146476] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.146604] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.149310] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.149393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.150503] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.150503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.153475] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.153599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.162119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.162417] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.162534] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.162596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.162812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.162897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.163115] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.163221] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.163292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.163431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.163505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.163768] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.163843] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.163880] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.163996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.164112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.164208] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc is going to be updated. [ 824.165643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.165773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.175972] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.176227] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.176335] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.176516] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-362" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.176877] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-8c269801-cc10-4714-8e6a-637aa6900e88 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.177145] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-8c269801-cc10-4714-8e6a-637aa6900e88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.177205] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-8c269801-cc10-4714-8e6a-637aa6900e88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.177523] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-8c269801-cc10-4714-8e6a-637aa6900e88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.177662] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c269801-cc10-4714-8e6a-637aa6900e88',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.205470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.205608] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc213758-ac9f-467b-8d5e-6331cbd3f5cd is going to be deleted. [ 824.206880] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.207199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.222928] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.223120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.257086] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.257382] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f39086-888f-40fe-927b-597b9b1b7ed6 is going to be deleted. [ 824.258917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.259251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.297846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.297989] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0397f84d-a88b-47d9-adfc-c8bc8f018ba6 is going to be deleted. [ 824.299037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.299275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.395119] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.395271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.398814] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.399060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.401482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.401759] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be deleted. [ 824.402719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.402963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.406030] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.406201] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.446030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.446030] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83a2be1a-f723-4153-bb5e-18fc98e47c3b is going to be deleted. [ 824.447420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.447420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.483129] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.483397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.483477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.483851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.484033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.484101] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be created. [ 824.514037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.514231] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 975386ac-37c2-4602-9ad8-86df2800710f is going to be deleted. [ 824.515272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.515545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.535140] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.535140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.535433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.535433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.536217] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.536217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.536217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.536217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.536217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.536217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.536489] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.536489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.536489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.536590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.536811] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.536926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.536999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.537147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.537225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.537305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.537462] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.541297] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.542468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.542468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.542468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.542468] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.542468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.542468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.542769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.542769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.542769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.542888] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.542888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.542973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.543088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.543248] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.543333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.543374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.543902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.543902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.543902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.543902] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.545690] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.545815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.545863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.546075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.546235] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.546330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.546394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.546549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.546630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.546715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.546854] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.546945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.546996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.547153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.547339] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.547407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.547461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.547547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.547623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.547703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.547788] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.552906] env[67441]: INFO networking_nsxv3.common.synchronization [req-12b231cb-17f9-47cb-87d5-4e1058470b9f req-232021b3-427f-403f-84e8-d58c2be081cf tempest-ServersWithSpecificFlavorTestJSON-787508659 tempest-ServersWithSpecificFlavorTestJSON-787508659-project-member] Enqueued Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_members [ 824.554461] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_members [ 824.555069] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.555207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.555903] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.555903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.555903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.555903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.555903] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.556347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.556347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.556347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.556347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.556489] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.569280] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.569518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.576708] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.578912] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.578912] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11 is going to be deleted. [ 824.580036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.580699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.584077] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.584280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.584345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.584547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.584743] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.584861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.584927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.585105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.585178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.585300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.585421] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.585517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.585587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.585702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.585835] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.585942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.586044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.586132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.586205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.586272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.586351] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.587793] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.587909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.587957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.588403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.588403] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.588588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.588588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.588712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.588773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.588853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.589318] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.589318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.589318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.589460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.589547] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.589602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.589661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.590624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.590624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.590624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.590624] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.591356] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.592335] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.592982] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.593114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.593182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.593774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.593774] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.593774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.593774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.593970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.593970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.593970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.594094] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.594191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.594246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.594386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.594513] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.594648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.594780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.594868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.594940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.596260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.596260] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.597598] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.597777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.597777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.597918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.598109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.600830] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20: rpc.has_security_group_logging(os_id): False [ 824.631030] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.631030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.631030] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: UNINITIALIZED for 2s [ 824.640937] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.640937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.660210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.660421] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f97637cb-db13-4e48-9a2f-e4c7328836b4 is going to be deleted. [ 824.661351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.661579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.679929] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.680224] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.680351] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.680633] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.680790] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.680944] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 8c269801-cc10-4714-8e6a-637aa6900e88 not found, creating... [ 824.681227] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.681382] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.681565] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.681826] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.681967] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.682289] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.682444] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.682558] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.682767] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.682947] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.683061] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 8c269801-cc10-4714-8e6a-637aa6900e88 is going to be created. [ 824.702841] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.702977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.711105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.711257] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c48a6c63-6f47-40e3-830a-1af6c63abf88 is going to be deleted. [ 824.712308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.712528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.712630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.712754] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59e96e7a-d04c-4e0c-a5d8-b9129bacc58d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.712911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.713891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.715431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.716992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.717720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.717720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.717720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f39086-888f-40fe-927b-597b9b1b7ed6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.717720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.717937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.717937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.717937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc213758-ac9f-467b-8d5e-6331cbd3f5cd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.718748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.718748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.718748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.718848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.718913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.719082] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.719166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.719282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0397f84d-a88b-47d9-adfc-c8bc8f018ba6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.719777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.719777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.719777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.719777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83a2be1a-f723-4153-bb5e-18fc98e47c3b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.719945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.719945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.774531] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.774812] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.774944] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.775256] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.776309] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.776309] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-8c269801-cc10-4714-8e6a-637aa6900e88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.794838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.795421] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.795421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.795421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.795628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.795628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.795696] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 is going to be updated. [ 824.796983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.797324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.797492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.797554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-975386ac-37c2-4602-9ad8-86df2800710f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.837653] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: IN_PROGRESS for 2s [ 824.862486] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.862683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.862751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.862973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.863130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.863185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b0d4e3c-8ce7-4e5a-a7e2-d7cfd2f00e11" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.872734] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.872939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.872939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.873176] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.873265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.873387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f97637cb-db13-4e48-9a2f-e4c7328836b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.966567] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.966784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.966907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.967293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.967476] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.967655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c48a6c63-6f47-40e3-830a-1af6c63abf88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.039869] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f12c69-56c1-406c-8a8d-7ffd6c95716f: rpc.has_security_group_logging(os_id): False [ 825.043662] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.043803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.043846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.044085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.044832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.046207] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d44be639-72c0-4848-a139-43cdb9129927: rpc.has_security_group_logging(os_id): False [ 825.054015] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c3012ec-8310-4e56-8142-2f1f8fffcc79: rpc.has_security_group_logging(os_id): False [ 825.059106] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.059269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.059327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.059555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.077048] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 in Status: IN_PROGRESS for 2s [ 825.082766] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5978b95c-ae3b-4115-8490-c777711b5935: rpc.has_security_group_logging(os_id): False [ 825.097890] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90dd912f-be5a-4914-9506-666435e827b3: rpc.has_security_group_logging(os_id): False [ 825.099137] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 004881c1-91ec-4e86-a9ad-adf3c2978d17: rpc.has_security_group_logging(os_id): False [ 825.100055] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ff415f-6a48-4a7a-ae71-58f8d3728a02: rpc.has_security_group_logging(os_id): False [ 825.100866] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3: rpc.has_security_group_logging(os_id): False [ 825.102260] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c9bb5d-4120-4919-a5c2-39ed8cb25626: rpc.has_security_group_logging(os_id): False [ 825.118922] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.119112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.141212] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.141212] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.141760] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.141760] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.150231] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.150354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.151262] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.151359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.152112] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.152210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.157482] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.157482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.158013] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.158232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.159201] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.159315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.164848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.165212] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.165351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.165465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.165639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.165724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.165884] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90dd912f-be5a-4914-9506-666435e827b3 is going to be updated. [ 825.166959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.167177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.213032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.213032] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.213032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.213032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.213032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.213032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.213032] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.213032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.213032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.213032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.213032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.213032] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.213032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.213032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.213759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.213759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.213759] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 is going to be updated. [ 825.213759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.213759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.249460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.249680] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.249872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.249971] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.250297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.250426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.250819] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.250946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.251049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.252833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.252833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.252833] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.252833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.252833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.252833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.252833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.252833] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 825.256567] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.257052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.257208] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.257653] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.257786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.257873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.258333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.260261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.260261] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90dd912f-be5a-4914-9506-666435e827b3 is going to be updated. [ 825.261671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.261671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.266704] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.266704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.266704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.266879] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.267178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.295491] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: IN_PROGRESS for 2s [ 825.302540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.303249] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.303249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.303249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.303549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.303549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.303697] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.303862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.303862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.304050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.304446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.304655] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.304780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.304780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.305228] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.305228] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.305228] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 825.306988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.307208] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.347204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.347726] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.347726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.347999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.347999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.348467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.348467] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be updated. [ 825.349387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.350491] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.366788] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.366996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.378433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.378781] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.378939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.379073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.379322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.379447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.379674] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.380040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.380040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.380282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.380327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.380606] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.380738] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.380861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.381058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.381167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.381288] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d44be639-72c0-4848-a139-43cdb9129927 is going to be updated. [ 825.382433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.382630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.443684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.443684] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.443684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.443684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.444031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.444031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.444108] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 is going to be updated. [ 825.445467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.445610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.457780] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.457780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.458792] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e100480-c3d6-46dc-a6af-ef9ef51e6056 req-329843dc-7130-4488-9acf-49d13177c1d3 service nova] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_rules [ 825.459916] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e100480-c3d6-46dc-a6af-ef9ef51e6056 req-329843dc-7130-4488-9acf-49d13177c1d3 service nova] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 825.459916] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e100480-c3d6-46dc-a6af-ef9ef51e6056 req-329843dc-7130-4488-9acf-49d13177c1d3 service nova] Enqueued Resource ID: 8c269801-cc10-4714-8e6a-637aa6900e88 with Priority: HIGHEST for action port [ 825.459916] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_rules [ 825.459916] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 825.459916] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c269801-cc10-4714-8e6a-637aa6900e88 with Priority: HIGHEST for action port [ 825.460256] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.460256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.460414] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.460483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.461078] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c269801-cc10-4714-8e6a-637aa6900e88 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.461205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c269801-cc10-4714-8e6a-637aa6900e88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.461267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c269801-cc10-4714-8e6a-637aa6900e88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.461465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c269801-cc10-4714-8e6a-637aa6900e88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.461547] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c269801-cc10-4714-8e6a-637aa6900e88',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.528853] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.529406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.538473] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.538473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.544592] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.544592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.589659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.590027] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.590146] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.590203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.590400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.590474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.590679] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.590827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.590827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.591048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.591048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.591309] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.591449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.591449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.591603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.591603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.591689] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 825.596169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.596427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.636936] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.637128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.666096] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.666096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.669081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.669457] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.669545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.669610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.670750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.670750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.670750] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.670750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.670750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.670750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.670750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.670750] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.671428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.671663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.671776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.671873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.672096] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be updated. [ 825.673282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.673551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.675084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.675084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.675084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.675295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.676373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.677037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.677037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.678026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.678279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.678416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.679748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.679971] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.680225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.682019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.682559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.682559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.684380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.685577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.685577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.724322] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 825.726348] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 in Status: IN_PROGRESS for 2s [ 825.730034] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 825.731067] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: IN_PROGRESS for 2s [ 825.763030] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 825.765301] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: IN_PROGRESS for 2s [ 825.770330] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: IN_PROGRESS for 2s [ 825.824361] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.824361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.824361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.824361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.824361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.849594] env[67441]: INFO networking_nsxv3.common.synchronization [req-af30def8-f4bd-4ce2-a554-91a3d18abcdd req-3cc2275f-b5d5-42e6-afa0-4d9a031177b4 tempest-ImagesOneServerNegativeTestJSON-781092643 tempest-ImagesOneServerNegativeTestJSON-781092643-project-member] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 825.850289] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 825.850987] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.850987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.850987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.850987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.851221] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.851273] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.851312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.853027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.853027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.853027] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.865485] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 825.931215] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.931215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.931215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.931731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.931731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.964808] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c269801-cc10-4714-8e6a-637aa6900e88 with status ACTIVE [ 825.964808] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.964808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.964808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.964808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.964808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.965211] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.965211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.965211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.965211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.965349] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.965911] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.965911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.965911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.965911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.966147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.969062] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c269801-cc10-4714-8e6a-637aa6900e88 is going to be updated. [ 826.010804] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: IN_PROGRESS for 2s [ 826.054469] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.054806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.054806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.054948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.054948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.055187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c269801-cc10-4714-8e6a-637aa6900e88" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.355103] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.355310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.355387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.355633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.364578] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.364808] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-809" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.364948] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-809" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.365244] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-809" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.365504] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.366041] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.366183] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.366571] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.366764] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.366993] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.367125] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.367362] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.367477] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.367593] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.367704] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.367841] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.369629] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.369802] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-689" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.370298] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-689" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.370634] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-689" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.371038] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.371335] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.371555] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.371900] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.372163] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.372441] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.372633] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.372826] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.373014] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.373201] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.373377] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.373649] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.379937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.380326] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.380534] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.380650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.380960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.381131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.381295] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 is going to be updated. [ 826.400577] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.400826] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.400912] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.401077] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-809" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.401406] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-a82164e4-5071-45c8-834a-fa3a1ab35729 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.401618] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-a82164e4-5071-45c8-834a-fa3a1ab35729" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.401757] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-a82164e4-5071-45c8-834a-fa3a1ab35729" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.402116] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-a82164e4-5071-45c8-834a-fa3a1ab35729" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.402262] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82164e4-5071-45c8-834a-fa3a1ab35729',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.404313] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.404464] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.404580] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.404777] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-689" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.405076] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-8d507de6-4e0a-4f20-a38d-e8450c167187 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.405242] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-8d507de6-4e0a-4f20-a38d-e8450c167187" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.405726] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-8d507de6-4e0a-4f20-a38d-e8450c167187" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.405726] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-8d507de6-4e0a-4f20-a38d-e8450c167187" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.405903] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d507de6-4e0a-4f20-a38d-e8450c167187',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.419087] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.419365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.419365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.419544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.419756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.447796] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: IN_PROGRESS for 2s [ 826.642477] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 826.642887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.642887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.643159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.643345] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.643480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.643556] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.643825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.644075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.644197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.644300] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.645663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.646315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.646315] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.646507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.646592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.646850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.646991] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.647201] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.865921] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: SUCCESS [ 826.866212] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.907653] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.907937] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.908115] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.908412] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.908562] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.908726] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port a82164e4-5071-45c8-834a-fa3a1ab35729 not found, creating... [ 826.909045] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.909214] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.909328] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.909576] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.909810] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.910166] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.910346] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.910463] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.910684] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.910827] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.910986] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: a82164e4-5071-45c8-834a-fa3a1ab35729 is going to be created. [ 826.912473] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.912666] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.912789] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.913066] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.913258] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.913411] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 8d507de6-4e0a-4f20-a38d-e8450c167187 not found, creating... [ 826.913677] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.913971] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.914109] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.914348] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.914987] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.915240] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.915408] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.915593] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.915838] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.915977] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.916198] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 8d507de6-4e0a-4f20-a38d-e8450c167187 is going to be created. [ 826.944792] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.945348] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.945348] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.945636] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.946029] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.946360] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-a82164e4-5071-45c8-834a-fa3a1ab35729" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.950644] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.950882] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.951063] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.951393] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.951652] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.951917] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-8d507de6-4e0a-4f20-a38d-e8450c167187" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.111107] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 in Status: SUCCESS [ 827.111463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.151419] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.151689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.152014] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.307342] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: SUCCESS [ 827.307620] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90dd912f-be5a-4914-9506-666435e827b3 deletion is rescheduled due to dependency. [ 827.307741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.654891] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.681850] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e100480-c3d6-46dc-a6af-ef9ef51e6056 req-a3dc11a5-2e32-489c-80b8-2bfe4d1f220f service nova] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_rules [ 827.682062] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e100480-c3d6-46dc-a6af-ef9ef51e6056 req-a3dc11a5-2e32-489c-80b8-2bfe4d1f220f service nova] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 827.682210] env[67441]: INFO networking_nsxv3.common.synchronization [req-5e100480-c3d6-46dc-a6af-ef9ef51e6056 req-a3dc11a5-2e32-489c-80b8-2bfe4d1f220f service nova] Enqueued Resource ID: a82164e4-5071-45c8-834a-fa3a1ab35729 with Priority: HIGHEST for action port [ 827.682731] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_rules [ 827.682870] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 827.682990] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82164e4-5071-45c8-834a-fa3a1ab35729 with Priority: HIGHEST for action port [ 827.683773] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.683938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.684395] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.684541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.684769] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a82164e4-5071-45c8-834a-fa3a1ab35729 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.684993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a82164e4-5071-45c8-834a-fa3a1ab35729" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.685169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a82164e4-5071-45c8-834a-fa3a1ab35729" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.685429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a82164e4-5071-45c8-834a-fa3a1ab35729" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.685563] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82164e4-5071-45c8-834a-fa3a1ab35729',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.749598] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: SUCCESS [ 827.750351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.752438] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 in Status: SUCCESS [ 827.752881] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.753927] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 827.754183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.755613] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 827.755862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.786652] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: SUCCESS [ 827.787149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.788373] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: SUCCESS [ 827.788752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.789973] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 827.790274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.890398] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 827.890798] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.051203] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: SUCCESS [ 828.051515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.160872] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.160872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.160872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.160872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.160872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.160872] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 828.189649] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a82164e4-5071-45c8-834a-fa3a1ab35729 with status ACTIVE [ 828.189649] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.189649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.189649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.189649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.189649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.189649] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.189649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.190107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.190107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.190107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.190107] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.190282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.190282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.190364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.190439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.190524] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a82164e4-5071-45c8-834a-fa3a1ab35729 is going to be updated. [ 828.197169] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.197421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.197421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.197563] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.197694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.207782] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 828.210265] env[67441]: INFO networking_nsxv3.common.synchronization [req-af30def8-f4bd-4ce2-a554-91a3d18abcdd req-82e2815b-7cbd-4721-963f-1cada0e1c91a service nova] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_rules [ 828.210424] env[67441]: INFO networking_nsxv3.common.synchronization [req-af30def8-f4bd-4ce2-a554-91a3d18abcdd req-82e2815b-7cbd-4721-963f-1cada0e1c91a service nova] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 828.210556] env[67441]: INFO networking_nsxv3.common.synchronization [req-af30def8-f4bd-4ce2-a554-91a3d18abcdd req-82e2815b-7cbd-4721-963f-1cada0e1c91a service nova] Enqueued Resource ID: 8d507de6-4e0a-4f20-a38d-e8450c167187 with Priority: HIGHEST for action port [ 828.210829] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_rules [ 828.210951] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 828.211067] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d507de6-4e0a-4f20-a38d-e8450c167187 with Priority: HIGHEST for action port [ 828.211681] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.211854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.211854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.212105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.212266] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.213076] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.213201] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.213373] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d507de6-4e0a-4f20-a38d-e8450c167187 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.213497] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d507de6-4e0a-4f20-a38d-e8450c167187" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.213572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d507de6-4e0a-4f20-a38d-e8450c167187" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.214055] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d507de6-4e0a-4f20-a38d-e8450c167187" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.214055] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d507de6-4e0a-4f20-a38d-e8450c167187',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.219818] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.220024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.220128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.220453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.220650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.220879] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a82164e4-5071-45c8-834a-fa3a1ab35729" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.378415] env[67441]: INFO networking_nsxv3.common.synchronization [req-61d5987f-9e6b-450f-83ac-56742c5a9a11 req-cca3035a-0cd4-452c-b540-954a90882a5c tempest-ServersTestJSON-837516989 tempest-ServersTestJSON-837516989-project-member] Enqueued Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGHEST for action security_group_members [ 828.379352] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGHEST for action security_group_members [ 828.379855] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-884670a9-6fa6-4754-9576-83d9487794c7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.380067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.380184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.380508] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.380893] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.380977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.381066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.381316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.381463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.381648] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('884670a9-6fa6-4754-9576-83d9487794c7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.461798] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: SUCCESS [ 828.461960] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 deletion is rescheduled due to dependency. [ 828.462114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.463036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.463036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.463036] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.463036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.463036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.463378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.463378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.463378] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.716080] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.716407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.716510] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d507de6-4e0a-4f20-a38d-e8450c167187 with status ACTIVE [ 828.717436] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.717436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.717436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.717436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.717436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.717436] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.717436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.718238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.718238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.718238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.718238] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.718238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.718492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.718492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.718492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.718667] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d507de6-4e0a-4f20-a38d-e8450c167187 is going to be updated. [ 828.888046] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.888046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.888046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.888046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.905673] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.905673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.905673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.905673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.906213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.906213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d507de6-4e0a-4f20-a38d-e8450c167187" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.931047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.931047] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.931047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.931047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.931047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.931047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.931047] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 884670a9-6fa6-4754-9576-83d9487794c7 is going to be updated. [ 828.967136] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.012215] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.014020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.014020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.014020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.014020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.027997] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 884670a9-6fa6-4754-9576-83d9487794c7 in Status: IN_PROGRESS for 2s [ 829.470704] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.973693] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.974168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.974168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.974262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.974503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.974503] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 is going to be updated. [ 830.009535] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.009535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.009894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.009894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.010080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.034975] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: IN_PROGRESS for 2s [ 830.219577] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 830.219858] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.220069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.220539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.220539] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.220762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.220762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.220877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.220961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.221032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.221234] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.221354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.221453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.221915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.221915] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.221915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.221915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.222202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.222202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.222202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.222351] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.223500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.223500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.223722] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.223722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.223873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.223940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.223998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.224234] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.726747] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 547f9bf3-1923-437e-b7cb-61c9ff521976: rpc.has_security_group_logging(os_id): False [ 830.729055] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.749163] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.749163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.749163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.749163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.749878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.749878] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.749878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.749878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.749878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.750479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.750479] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.750479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.750479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.750783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.750783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.750963] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.751634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.751743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.751924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.752031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.752113] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be created. [ 830.848911] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.849084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.849157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.849371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.849555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.868172] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 831.039706] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 884670a9-6fa6-4754-9576-83d9487794c7 in Status: SUCCESS [ 831.040040] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 884670a9-6fa6-4754-9576-83d9487794c7 deletion is rescheduled due to dependency. [ 831.040108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.132665] env[67441]: INFO networking_nsxv3.common.synchronization [req-896b36a0-6555-4bb7-88df-aa01f45fc4a1 req-76b7bcd9-ee2e-4c4a-b3fe-88ce1fbf58f4 tempest-FloatingIPsAssociationTestJSON-1541135322 tempest-FloatingIPsAssociationTestJSON-1541135322-project-member] Enqueued Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_members [ 831.132665] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_members [ 831.132665] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.132821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.132821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.133481] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.133481] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.133481] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.134324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.135619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.135619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.135619] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.232563] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.572067] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.572067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-266" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.572067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-266" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.572067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-266" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.572341] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.572408] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.572533] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.572808] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.572972] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.573211] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.573322] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.573461] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.573705] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.573865] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.574062] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.574240] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.597813] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.599029] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.599029] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.599029] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-266" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.599029] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-cc17ce61-1808-4a0d-825d-c966e63ef3ee taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.599300] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-cc17ce61-1808-4a0d-825d-c966e63ef3ee" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.599300] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-cc17ce61-1808-4a0d-825d-c966e63ef3ee" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.599629] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-cc17ce61-1808-4a0d-825d-c966e63ef3ee" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.599772] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc17ce61-1808-4a0d-825d-c966e63ef3ee',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.640216] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.735644] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.736446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.736628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.738040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.738040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.738040] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 831.784388] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.784786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.785120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.786765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.786765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.799853] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 832.049816] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: SUCCESS [ 832.050210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.050330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.050671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.050953] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.051102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.051166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.051345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.051430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.051546] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.051661] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.105286] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.105567] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.105721] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.106063] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.106392] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.106392] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port cc17ce61-1808-4a0d-825d-c966e63ef3ee not found, creating... [ 832.106635] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.106745] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.106861] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.107130] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.107293] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.107618] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.107863] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.108134] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.108614] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.108782] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.108971] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: cc17ce61-1808-4a0d-825d-c966e63ef3ee is going to be created. [ 832.133991] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.134345] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.134533] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.134964] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.135347] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.135693] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-cc17ce61-1808-4a0d-825d-c966e63ef3ee" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.141981] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.555931] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.556214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.556288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.556522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.556696] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.556888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.556953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.557151] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.557325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.557325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.557569] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.557569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.557693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.557765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.557909] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.557998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.558070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.558205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.558272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.558364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.558460] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.644857] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.645120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.645169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.645396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.645510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.645721] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 769a9dcd-df06-471f-a222-1fad5d363953 is going to be updated. [ 832.713910] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.714136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.714300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.714671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.714888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.730356] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: IN_PROGRESS for 2s [ 832.896025] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 832.896025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.896025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.896025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.896025] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.906638] env[67441]: INFO networking_nsxv3.common.synchronization [req-896b36a0-6555-4bb7-88df-aa01f45fc4a1 req-8b607a88-c94d-43a6-889b-0975ffdbfa97 service nova] Enqueued Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_rules [ 832.906912] env[67441]: INFO networking_nsxv3.common.synchronization [req-896b36a0-6555-4bb7-88df-aa01f45fc4a1 req-8b607a88-c94d-43a6-889b-0975ffdbfa97 service nova] Enqueued Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_members [ 832.907083] env[67441]: INFO networking_nsxv3.common.synchronization [req-896b36a0-6555-4bb7-88df-aa01f45fc4a1 req-8b607a88-c94d-43a6-889b-0975ffdbfa97 service nova] Enqueued Resource ID: cc17ce61-1808-4a0d-825d-c966e63ef3ee with Priority: HIGHEST for action port [ 832.908806] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_rules [ 832.908806] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_members [ 832.908806] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc17ce61-1808-4a0d-825d-c966e63ef3ee with Priority: HIGHEST for action port [ 832.908968] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.909127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.909178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.909472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.909550] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.911425] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.911590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.911856] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc17ce61-1808-4a0d-825d-c966e63ef3ee taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.912020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc17ce61-1808-4a0d-825d-c966e63ef3ee" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.912020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc17ce61-1808-4a0d-825d-c966e63ef3ee" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.912311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc17ce61-1808-4a0d-825d-c966e63ef3ee" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.912311] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc17ce61-1808-4a0d-825d-c966e63ef3ee',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.061045] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4: rpc.has_security_group_logging(os_id): False [ 833.085993] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.086350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.086350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.086658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.086790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.087032] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.087142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.087215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.087361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.087438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.087645] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.087739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.087794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.087954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.088055] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.088259] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.088363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.088422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.088590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.088663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.088770] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 is going to be updated. [ 833.165076] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.165342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.165342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.165595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.165808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.180479] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: IN_PROGRESS for 2s [ 833.399073] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.399256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.415095] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.415452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.415587] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc17ce61-1808-4a0d-825d-c966e63ef3ee with status ACTIVE [ 833.416537] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.416537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.416537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.416537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.416537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.416923] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.417217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.417217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.417373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.417373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.417592] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.417705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.418175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.418175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.418175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.418315] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc17ce61-1808-4a0d-825d-c966e63ef3ee is going to be updated. [ 833.445512] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.445680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.445750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.445966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.446113] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.446272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc17ce61-1808-4a0d-825d-c966e63ef3ee" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.810510] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 833.810765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.810952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.811320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.811580] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.811845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.811916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.812167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.812167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.812283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.812323] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.046775] env[67441]: INFO networking_nsxv3.common.synchronization [req-49f82254-23e1-472d-be4c-346a6e5ad6f0 req-c520ffa0-95dc-468d-b212-4d5b0a4c73ec tempest-DeleteServersAdminTestJSON-1488886108 tempest-DeleteServersAdminTestJSON-1488886108-project-member] Enqueued Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_members [ 834.048071] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_members [ 834.048309] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.048445] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.048523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.048821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.049182] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.049299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.049361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.049536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.049626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.049717] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.316621] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.316621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.316621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.316621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.316621] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.316621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.317345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.317345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.317345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.317441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.317622] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.317838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.317951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.318249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.318521] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.318680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.318796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.319042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.319184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.319380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.319530] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.443733] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.446478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.446478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.446478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.446478] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.446478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.446478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.446478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.446478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.446478] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.446478] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.446478] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.446478] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.446478] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.446478] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.447132] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.467691] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.467930] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.468041] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.468224] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.468590] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-7f356720-eaa8-44d8-83ea-94767b7d00a7 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.468771] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-7f356720-eaa8-44d8-83ea-94767b7d00a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.468889] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-7f356720-eaa8-44d8-83ea-94767b7d00a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.469264] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-7f356720-eaa8-44d8-83ea-94767b7d00a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.469406] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f356720-eaa8-44d8-83ea-94767b7d00a7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.554825] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.555097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.555205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.555476] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.555604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.555867] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.555995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.556081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.556246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.556325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.556412] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d already deleted. [ 834.556492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.742073] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: SUCCESS [ 834.742073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.742558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.742558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.742558] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.742916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.742916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.742916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.743167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.743167] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.822480] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 547f9bf3-1923-437e-b7cb-61c9ff521976: rpc.has_security_group_logging(os_id): False [ 834.842523] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.842781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.842862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.843181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.843313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.843789] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.843789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.843789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.844104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.844150] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.844429] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.844546] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.844665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.844845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.844983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.845272] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.845378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.845442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.845648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.845792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.845930] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 834.923728] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.924041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.924178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.924524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.924977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.947290] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 834.971928] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.972333] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.972562] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.972986] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.973196] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.973396] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 7f356720-eaa8-44d8-83ea-94767b7d00a7 not found, creating... [ 834.973877] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.974112] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.974319] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.974673] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.974885] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.975315] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.975515] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.975635] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.975916] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.976529] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.976529] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 7f356720-eaa8-44d8-83ea-94767b7d00a7 is going to be created. [ 835.035682] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.035942] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.036061] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.036465] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.036751] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.037031] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-7f356720-eaa8-44d8-83ea-94767b7d00a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.197343] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: SUCCESS [ 835.197598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.245735] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.611537] env[67441]: INFO networking_nsxv3.common.synchronization [req-1423fd28-bd1a-4100-9d7e-645b52c6e36e req-96ede227-5097-4938-97f0-8fa5f1cc7b7f tempest-ServersTestBootFromVolume-2034987498 tempest-ServersTestBootFromVolume-2034987498-project-member] Enqueued Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGHEST for action security_group_members [ 835.612264] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGHEST for action security_group_members [ 835.613181] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-814560c6-c5b0-4389-8585-9bb62fc9f265 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.613181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.613181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.613430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.614274] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.614274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.614274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.614274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.614274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.614607] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814560c6-c5b0-4389-8585-9bb62fc9f265',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.748643] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.770857] env[67441]: INFO networking_nsxv3.common.synchronization [req-49f82254-23e1-472d-be4c-346a6e5ad6f0 req-d9161bbe-fb86-45e3-8b80-4b8a7cffea9a service nova] Enqueued Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_rules [ 835.770857] env[67441]: INFO networking_nsxv3.common.synchronization [req-49f82254-23e1-472d-be4c-346a6e5ad6f0 req-d9161bbe-fb86-45e3-8b80-4b8a7cffea9a service nova] Enqueued Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_members [ 835.770857] env[67441]: INFO networking_nsxv3.common.synchronization [req-49f82254-23e1-472d-be4c-346a6e5ad6f0 req-d9161bbe-fb86-45e3-8b80-4b8a7cffea9a service nova] Enqueued Resource ID: 7f356720-eaa8-44d8-83ea-94767b7d00a7 with Priority: HIGHEST for action port [ 835.771214] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_rules [ 835.773047] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_members [ 835.773310] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f356720-eaa8-44d8-83ea-94767b7d00a7 with Priority: HIGHEST for action port [ 835.775901] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.776143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.776317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.776585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.776838] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.778795] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.778978] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.779632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.779632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.779632] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.779808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.779848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.780100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.780523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.780523] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.781490] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f356720-eaa8-44d8-83ea-94767b7d00a7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.781615] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f356720-eaa8-44d8-83ea-94767b7d00a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.781745] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f356720-eaa8-44d8-83ea-94767b7d00a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.781888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f356720-eaa8-44d8-83ea-94767b7d00a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.781959] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f356720-eaa8-44d8-83ea-94767b7d00a7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.117303] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.117303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.117303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.117620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.185189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.185437] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.185559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.185614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.185816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.185908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.185987] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 is going to be updated. [ 836.237813] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.238090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.238090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.238346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.238589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.253354] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.253607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.253764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.254374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.254646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.254946] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 769a9dcd-df06-471f-a222-1fad5d363953 is going to be updated. [ 836.259304] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 in Status: IN_PROGRESS for 2s [ 836.284047] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.284344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.284962] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f356720-eaa8-44d8-83ea-94767b7d00a7 with status ACTIVE [ 836.285181] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.285301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.285368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.285645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.285792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.286944] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.286944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.286944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.286944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.286944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.286944] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.286944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.286944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.287441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.287441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.287441] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f356720-eaa8-44d8-83ea-94767b7d00a7 is going to be updated. [ 836.289458] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.317443] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.317597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.317661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.317908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.318074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.320225] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.320347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.320409] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.320592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.320714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.320869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f356720-eaa8-44d8-83ea-94767b7d00a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.333765] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: IN_PROGRESS for 2s [ 836.792406] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.965771] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 836.966171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.966432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.966789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.966910] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.294412] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.294850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.294850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.295015] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.295247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.295373] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d is going to be created. [ 837.332467] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.332611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.332763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.332963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.333228] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.347467] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: UNINITIALIZED for 2s [ 837.470294] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.470559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.470673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.470918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.471206] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.471361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.471437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.471656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.471748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.471920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.472093] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.974684] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.975063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.975063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.976088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.976088] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.976088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.976088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.976088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.976088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.976088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.976088] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.976483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.976483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.976483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.976574] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.976751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.976751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.976930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.977095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.977192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.977268] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.271893] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 in Status: SUCCESS [ 838.272383] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 deletion is rescheduled due to dependency. [ 838.272614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.348530] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: SUCCESS [ 838.348530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.348530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.348530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.348530] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.348530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.348530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.348530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.348530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.348530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.348530] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.483512] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 547f9bf3-1923-437e-b7cb-61c9ff521976: rpc.has_security_group_logging(os_id): False [ 838.503891] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.503891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.503891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.504506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.504636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.504882] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.504982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.505301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.505301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.505558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.505558] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.505642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.505675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.505897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.505897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.506661] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.506831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.507219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.507490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.507490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.507675] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 838.598111] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.598111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.598111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.598111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.598111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.627335] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 838.854916] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.854916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.854916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.854916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.854916] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.855323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.855323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.855323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.855323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.855549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.855549] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.855661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.855721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.855837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.855976] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.856180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.856180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.856316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.856370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.856420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.856487] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.358036] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: SUCCESS [ 839.358571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.358622] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 769a9dcd-df06-471f-a222-1fad5d363953: rpc.has_security_group_logging(os_id): False [ 839.359841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.359967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.360200] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.360463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.360463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.360595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.360689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.360788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.360883] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.388965] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.389136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.389194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.389430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.418149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.418422] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.418608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.418680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.418873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.418960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.419176] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.419281] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.419342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.419545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.419624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.419907] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.419907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.420111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.420111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.420227] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.420285] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 769a9dcd-df06-471f-a222-1fad5d363953 is going to be updated. [ 839.498499] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.498734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.498734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.499074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.499235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.525853] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: IN_PROGRESS for 2s [ 839.863578] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.866147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.866328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.866603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.866917] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.867111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.867389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.867505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.867665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.867843] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.868121] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.868428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.868587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.868900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.869218] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.869399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.869804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.869873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.869969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.870144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.870307] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.373614] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23e1c136-4d75-456e-8e47-06d16ba73b1d: rpc.has_security_group_logging(os_id): False [ 840.396131] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.396292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.396292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.396612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.396758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.396985] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.398085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.398168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.399295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.399295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.399295] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.399295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.399295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.399295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.399295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.399578] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.399578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.399578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.399705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.399705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.399813] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d is going to be created. [ 840.482389] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.482547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.482639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.483022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.483068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.503571] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: IN_PROGRESS for 2s [ 840.648983] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 840.649342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.774287] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 840.774354] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 841.544060] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: SUCCESS [ 841.544394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.459745] env[67441]: INFO networking_nsxv3.common.synchronization [req-13989a9c-9cd7-4356-b24a-6d305899340b req-87d0d26c-e86e-4afa-ac39-107857b97b42 tempest-ServersTestMultiNic-1440343945 tempest-ServersTestMultiNic-1440343945-project-member] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 842.460365] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 842.460688] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.460817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.460877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.461125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.461279] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.461378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.461440] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.461614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.461703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.461801] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.520525] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: SUCCESS [ 842.520781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.772929] env[67441]: INFO networking_nsxv3.common.synchronization [req-13989a9c-9cd7-4356-b24a-6d305899340b req-2a51e6a6-ffdb-433c-ae19-a4f571a7ffc4 tempest-ServersTestMultiNic-1440343945 tempest-ServersTestMultiNic-1440343945-project-member] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 842.773548] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 842.774544] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.774544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.963771] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.154509] env[67441]: INFO networking_nsxv3.common.synchronization [req-cc617b86-36a1-4a7d-9b47-5bb7efccabc3 req-c6b474ab-9adf-44c6-b164-b5437733e178 tempest-ServersAdminTestJSON-442587708 tempest-ServersAdminTestJSON-442587708-project-member] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 843.155841] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 843.156700] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.157065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.157268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.157650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.158017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.158293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.158599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.158953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.159204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.159609] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.283222] env[67441]: INFO networking_nsxv3.common.synchronization [req-13989a9c-9cd7-4356-b24a-6d305899340b req-f5ad3ed4-5ae6-4672-884e-c2e3667c9caa tempest-ServersTestMultiNic-1440343945 tempest-ServersTestMultiNic-1440343945-project-member] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 843.283637] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 843.284146] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.285028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.468150] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.662708] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.971934] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.972344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.972344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.972486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.972486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.972562] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 844.012143] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.012298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.012298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.012508] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.012646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.026293] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 844.164880] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.190714] env[67441]: INFO networking_nsxv3.common.synchronization [req-b1e5c1db-c9ac-4866-82f7-bbca5895be7b req-e30b1433-f03d-408b-bbfb-4df722631c67 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_members [ 844.190714] env[67441]: INFO networking_nsxv3.common.synchronization [req-b1e5c1db-c9ac-4866-82f7-bbca5895be7b req-e30b1433-f03d-408b-bbfb-4df722631c67 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 844.190798] env[67441]: INFO networking_nsxv3.common.synchronization [req-b1e5c1db-c9ac-4866-82f7-bbca5895be7b req-e30b1433-f03d-408b-bbfb-4df722631c67 tempest-SecurityGroupsTestJSON-1184270333 tempest-SecurityGroupsTestJSON-1184270333-project-member] Enqueued Resource ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 with Priority: HIGHEST for action security_group_members [ 844.191747] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGHEST for action security_group_members [ 844.191747] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGHEST for action security_group_members [ 844.191747] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 with Priority: HIGHEST for action security_group_members [ 844.194103] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-245074ca-a665-44e1-8f8e-08ecc2fbcd57 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.194499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.194614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.194783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.194950] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.195061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.195129] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.195268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.195680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.195782] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.196707] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.196827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.196886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.197149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.197332] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.197417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.197470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.197582] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.200160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.200160] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.200160] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-004881c1-91ec-4e86-a9ad-adf3c2978d17 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.200160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.200160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.200160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.200160] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.200160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.200160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.200160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.200160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.200160] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.667327] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.667568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.667568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.667780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.667892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.667970] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 844.701319] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.701538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.701538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.701811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.702974] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.703183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.704048] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.704194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.704469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.704469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.704580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.705725] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.705878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.721665] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 844.728835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.729088] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.729243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.729352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.729528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.729707] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.729707] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 is going to be updated. [ 844.730943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.731131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.731218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.731407] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.731562] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.731562] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.731708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.731781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.731863] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be updated. [ 844.733217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.733377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.733460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.733635] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.733797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.733858] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.734008] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.734089] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.734207] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 is going to be updated. [ 844.768290] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.768516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.768587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.768749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.768890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.770846] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.771016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.771016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.771201] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.771334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.772914] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.773096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.773168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.773320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.773420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.796054] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: IN_PROGRESS for 2s [ 844.797020] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: IN_PROGRESS for 2s [ 844.800828] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 in Status: IN_PROGRESS for 2s [ 845.397414] env[67441]: INFO networking_nsxv3.common.synchronization [req-24ff7aed-edb7-4066-a529-9db70687e57d req-28ae34d8-a028-4600-89da-f3e1734ce234 tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGHEST for action security_group_members [ 845.397969] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGHEST for action security_group_members [ 845.398302] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a784514-e0b0-4031-8438-a0648052bf5b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.398428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.398495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.398749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.398912] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.399621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.399694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.399921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.399957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.400048] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a784514-e0b0-4031-8438-a0648052bf5b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.833280] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.834816] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.834816] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.834816] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.834816] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.834816] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.835575] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.835575] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.835575] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.835731] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.835952] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.836119] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.836251] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.836402] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.836732] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.836973] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.867771] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.867972] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.868133] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.868309] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.868639] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-cbf54bc9-1fa3-4f8a-9395-5c971034cd23 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.869280] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-cbf54bc9-1fa3-4f8a-9395-5c971034cd23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.869280] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-cbf54bc9-1fa3-4f8a-9395-5c971034cd23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.869445] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-cbf54bc9-1fa3-4f8a-9395-5c971034cd23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.869500] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbf54bc9-1fa3-4f8a-9395-5c971034cd23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.903453] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.903453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.903453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.904180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.904640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.906119] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.906119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.906119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.906119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.906119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.906119] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a784514-e0b0-4031-8438-a0648052bf5b already deleted. [ 845.906119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.035388] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 846.035693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.035871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.036125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.036320] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.036439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.036506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.036698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.036805] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.036904] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.372164] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.372407] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.372536] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.372873] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.373082] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.373235] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port cbf54bc9-1fa3-4f8a-9395-5c971034cd23 not found, creating... [ 846.373500] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.373659] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.373845] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.374108] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.374246] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.374545] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.374770] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.374897] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.375153] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.375337] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.375478] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: cbf54bc9-1fa3-4f8a-9395-5c971034cd23 is going to be created. [ 846.398509] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.398878] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.398878] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.399159] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.399394] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.399625] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-cbf54bc9-1fa3-4f8a-9395-5c971034cd23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.540365] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.540588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.540588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.540910] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.541032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.541235] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.541344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.541619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.541837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.541932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.542048] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 846.577549] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.577549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.577549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.577549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.577549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.592048] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 846.733128] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 846.733378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.809280] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 in Status: SUCCESS [ 846.809540] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 deletion is rescheduled due to dependency. [ 846.809641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.811090] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 in Status: SUCCESS [ 846.811413] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 deletion is rescheduled due to dependency. [ 846.811521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.812320] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 in Status: SUCCESS [ 846.812462] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 deletion is rescheduled due to dependency. [ 846.812566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.108739] env[67441]: INFO networking_nsxv3.common.synchronization [req-24ff7aed-edb7-4066-a529-9db70687e57d req-fa7b46eb-d950-4868-8bc9-099860f83e15 service nova] Enqueued Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGHEST for action security_group_rules [ 847.108912] env[67441]: INFO networking_nsxv3.common.synchronization [req-24ff7aed-edb7-4066-a529-9db70687e57d req-fa7b46eb-d950-4868-8bc9-099860f83e15 service nova] Enqueued Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGHEST for action security_group_members [ 847.109042] env[67441]: INFO networking_nsxv3.common.synchronization [req-24ff7aed-edb7-4066-a529-9db70687e57d req-fa7b46eb-d950-4868-8bc9-099860f83e15 service nova] Enqueued Resource ID: cbf54bc9-1fa3-4f8a-9395-5c971034cd23 with Priority: HIGHEST for action port [ 847.109591] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGHEST for action security_group_rules [ 847.109730] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGHEST for action security_group_members [ 847.109827] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf54bc9-1fa3-4f8a-9395-5c971034cd23 with Priority: HIGHEST for action port [ 847.110451] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a784514-e0b0-4031-8438-a0648052bf5b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.110528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.110565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.110860] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.110860] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a784514-e0b0-4031-8438-a0648052bf5b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.112616] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a784514-e0b0-4031-8438-a0648052bf5b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.112616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.112616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.113822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.113822] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.113822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.113822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.113822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.113822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.113822] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a784514-e0b0-4031-8438-a0648052bf5b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.115769] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbf54bc9-1fa3-4f8a-9395-5c971034cd23 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.115769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbf54bc9-1fa3-4f8a-9395-5c971034cd23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.115769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbf54bc9-1fa3-4f8a-9395-5c971034cd23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.115769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbf54bc9-1fa3-4f8a-9395-5c971034cd23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.115769] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbf54bc9-1fa3-4f8a-9395-5c971034cd23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.269827] env[67441]: INFO networking_nsxv3.common.synchronization [req-68fe7b77-0288-419d-8fa1-d53d7f5cb01b req-7f611ce2-b8f0-46b7-b625-95e85fd81b57 tempest-DeleteServersAdminTestJSON-511418358 tempest-DeleteServersAdminTestJSON-511418358-project-admin] Enqueued Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_members [ 847.270421] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_members [ 847.270733] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.270847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.270918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.271426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.271592] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.272365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.272365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.272365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.272365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.272365] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.613357] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a784514-e0b0-4031-8438-a0648052bf5b taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.613735] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.617947] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a784514-e0b0-4031-8438-a0648052bf5b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.618868] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbf54bc9-1fa3-4f8a-9395-5c971034cd23 with status ACTIVE [ 847.619174] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.619286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.619331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.619518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.619965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.619965] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.619965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.619965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.620182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.620182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.620405] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.620405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.620509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.620591] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.620663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.620749] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbf54bc9-1fa3-4f8a-9395-5c971034cd23 is going to be updated. [ 847.644826] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.645040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.645120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.645343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.645483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.645644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbf54bc9-1fa3-4f8a-9395-5c971034cd23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.775079] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.775079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.775079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.775321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.775360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.775547] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.775643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.775707] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.775852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.775925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.776154] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d is going to be updated. [ 847.819152] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.819318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.819388] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.819600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.819730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.858662] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: IN_PROGRESS for 2s [ 848.124086] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a784514-e0b0-4031-8438-a0648052bf5b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.602948] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 848.603317] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 deletion is rescheduled due to dependency. [ 848.603575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.603877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.604203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.604480] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.605991] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.605991] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.605991] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.605991] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.605991] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.628885] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.628885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.628885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.628885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.628885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.628885] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a784514-e0b0-4031-8438-a0648052bf5b is going to be created. [ 848.653174] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.653174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.653174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.653489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.653489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.665890] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a784514-e0b0-4031-8438-a0648052bf5b in Status: UNINITIALIZED for 2s [ 849.108153] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.108332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.108406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.108597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.108691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.108898] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.109009] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.109180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.109356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.109436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.109530] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 849.141650] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.141808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.141881] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.142117] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.142259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.157649] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 849.410481] env[67441]: INFO networking_nsxv3.common.synchronization [req-87965a85-f2ea-45d1-bee1-643e769682ce req-c71ab44e-7a79-4a08-8d91-a9efac49147d tempest-ServerGroupTestJSON-1930508677 tempest-ServerGroupTestJSON-1930508677-project-member] Enqueued Resource ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 with Priority: HIGHEST for action security_group_members [ 849.411056] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 with Priority: HIGHEST for action security_group_members [ 849.411737] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5e2227a-bc09-4059-b114-cca03aacc2d0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.411871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.411935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.412189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.412351] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.412451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.412515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.412667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.412754] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.412860] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5e2227a-bc09-4059-b114-cca03aacc2d0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.763241] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.763241] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-63" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.763241] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-63" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.763241] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-63" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.763241] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.763241] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.763241] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.763241] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.763241] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.763241] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.764134] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.764391] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.764597] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.764835] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.765069] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.765301] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.805360] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.805589] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.805675] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.805863] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-63" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.807040] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-d543f301-b5cd-4b94-bc95-6d0ab4a9fce7 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.807040] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-d543f301-b5cd-4b94-bc95-6d0ab4a9fce7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.807040] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-d543f301-b5cd-4b94-bc95-6d0ab4a9fce7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.807372] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-d543f301-b5cd-4b94-bc95-6d0ab4a9fce7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.807372] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d543f301-b5cd-4b94-bc95-6d0ab4a9fce7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.874894] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: SUCCESS [ 849.875170] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d deletion is rescheduled due to dependency. [ 849.875283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.915595] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.915595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.915595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.915595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.915595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.915595] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.915595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.915595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.916241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.916241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.916241] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 already deleted. [ 849.916241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.313895] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.314346] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.314593] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.315034] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.315211] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.315431] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port d543f301-b5cd-4b94-bc95-6d0ab4a9fce7 not found, creating... [ 850.315766] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.315960] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.316096] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.316419] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.316602] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.316995] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.317252] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.317414] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.317760] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.317856] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.318301] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: d543f301-b5cd-4b94-bc95-6d0ab4a9fce7 is going to be created. [ 850.355023] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.355509] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.358704] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.358704] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.358704] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.358704] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-d543f301-b5cd-4b94-bc95-6d0ab4a9fce7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.678481] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a784514-e0b0-4031-8438-a0648052bf5b in Status: SUCCESS [ 850.678804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.679043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.679329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.679564] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.679714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.679805] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.679999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.680128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.680242] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.680359] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a784514-e0b0-4031-8438-a0648052bf5b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.064892] env[67441]: INFO networking_nsxv3.common.synchronization [req-87965a85-f2ea-45d1-bee1-643e769682ce req-044c70d9-8fda-4cad-b1f4-b01caa1564a7 service nova] Enqueued Resource ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 with Priority: HIGHEST for action security_group_rules [ 851.065188] env[67441]: INFO networking_nsxv3.common.synchronization [req-87965a85-f2ea-45d1-bee1-643e769682ce req-044c70d9-8fda-4cad-b1f4-b01caa1564a7 service nova] Enqueued Resource ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 with Priority: HIGHEST for action security_group_members [ 851.065415] env[67441]: INFO networking_nsxv3.common.synchronization [req-87965a85-f2ea-45d1-bee1-643e769682ce req-044c70d9-8fda-4cad-b1f4-b01caa1564a7 service nova] Enqueued Resource ID: d543f301-b5cd-4b94-bc95-6d0ab4a9fce7 with Priority: HIGHEST for action port [ 851.065918] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 with Priority: HIGHEST for action security_group_rules [ 851.068743] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 with Priority: HIGHEST for action security_group_members [ 851.068985] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d543f301-b5cd-4b94-bc95-6d0ab4a9fce7 with Priority: HIGHEST for action port [ 851.069477] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5e2227a-bc09-4059-b114-cca03aacc2d0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.069672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.069785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.070822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.070967] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5e2227a-bc09-4059-b114-cca03aacc2d0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.072757] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5e2227a-bc09-4059-b114-cca03aacc2d0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.072944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.074681] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.075047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.075323] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.075498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.075607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.075874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.076093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.076187] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5e2227a-bc09-4059-b114-cca03aacc2d0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.080827] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-d543f301-b5cd-4b94-bc95-6d0ab4a9fce7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.081038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d543f301-b5cd-4b94-bc95-6d0ab4a9fce7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.081153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d543f301-b5cd-4b94-bc95-6d0ab4a9fce7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.081519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d543f301-b5cd-4b94-bc95-6d0ab4a9fce7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.081598] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d543f301-b5cd-4b94-bc95-6d0ab4a9fce7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.172471] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 851.172696] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 deletion is rescheduled due to dependency. [ 851.172845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.188467] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a784514-e0b0-4031-8438-a0648052bf5b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.408329] env[67441]: INFO networking_nsxv3.common.synchronization [req-677481ee-36f5-4945-b5d5-8625ebb538f9 req-83a9c1f1-6258-404e-b31b-e76e9eead5cd tempest-ListServerFiltersTestJSON-1989443618 tempest-ListServerFiltersTestJSON-1989443618-project-member] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 851.409273] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGHEST for action security_group_members [ 851.409511] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.409633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.409703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.409902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.410065] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.410163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.410221] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.410372] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.410459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.410549] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.584804] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5e2227a-bc09-4059-b114-cca03aacc2d0 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.586019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.586488] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5e2227a-bc09-4059-b114-cca03aacc2d0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.587774] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d543f301-b5cd-4b94-bc95-6d0ab4a9fce7 with status ACTIVE [ 851.588313] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.588532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.588790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.588988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.589143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.589884] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.589884] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.589884] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.590405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.590520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.590898] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.591378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.591482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.591702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.591828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.592081] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d543f301-b5cd-4b94-bc95-6d0ab4a9fce7 is going to be updated. [ 851.617880] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.618460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.618460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.618910] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.619791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.619791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d543f301-b5cd-4b94-bc95-6d0ab4a9fce7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.691121] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a784514-e0b0-4031-8438-a0648052bf5b: rpc.has_security_group_logging(os_id): False [ 851.734494] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.734494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.734494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.734494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.734494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.734494] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.734494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.734494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.734494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.734494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.734494] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a784514-e0b0-4031-8438-a0648052bf5b is going to be created. [ 851.846233] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.846408] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.846545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.846698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.846885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.868106] env[67441]: INFO networking_nsxv3.common.synchronization [req-ff2c6fe8-28d0-4539-b187-06e2cac041e1 req-dddfda5d-c8f6-43d7-b83e-3eab2246ac71 tempest-AttachVolumeTestJSON-653954216 tempest-AttachVolumeTestJSON-653954216-project-member] Enqueued Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGHEST for action security_group_members [ 851.868593] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGHEST for action security_group_members [ 851.869036] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.871170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.871170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.871170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.871170] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.871170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.871170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.871170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.871170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.871170] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.878096] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a784514-e0b0-4031-8438-a0648052bf5b in Status: IN_PROGRESS for 2s [ 851.916792] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.916792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.916792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.916792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.916792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.916792] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.916792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.916792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.916792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.916792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.916792] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be updated. [ 851.986284] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.986284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.986284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.986284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.986284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.999164] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: IN_PROGRESS for 2s [ 852.094445] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5e2227a-bc09-4059-b114-cca03aacc2d0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.375999] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.376311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.376384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.376611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.376704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.377127] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.377127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.377127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.377307] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.377307] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.377381] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 is going to be updated. [ 852.410945] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.411151] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.411202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.411490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.411661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.422592] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 in Status: IN_PROGRESS for 2s [ 852.598231] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.598231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.598231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.598231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.598231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.598231] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 is going to be created. [ 852.625358] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.625503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.625575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.625788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.625941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.637479] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 in Status: UNINITIALIZED for 2s [ 852.667538] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c4b1081-93b9-4805-8d19-beaa888dc6de req-03640a70-9008-4e3e-b1d7-01c7b8e1d6d3 tempest-ServersAdminNegativeTestJSON-1720381914 tempest-ServersAdminNegativeTestJSON-1720381914-project-member] Enqueued Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_members [ 852.668085] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_members [ 852.668417] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.668539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.668619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.668831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.668994] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.670375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.670375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.670375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.670375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.670375] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.174215] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.276321] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.276321] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.276321] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.276321] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.276729] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.276922] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.277071] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.277316] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.277516] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.277802] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.277929] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.278053] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.279586] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.279586] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.279586] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.279586] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.299826] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.299826] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.299826] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.299826] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.299826] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-de606286-117d-4606-b1b5-5180974f7c1b taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.300381] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-de606286-117d-4606-b1b5-5180974f7c1b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.300381] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-de606286-117d-4606-b1b5-5180974f7c1b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.300467] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-de606286-117d-4606-b1b5-5180974f7c1b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.300604] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de606286-117d-4606-b1b5-5180974f7c1b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.677481] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.803492] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.803797] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.803920] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.804244] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.804432] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.804599] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port de606286-117d-4606-b1b5-5180974f7c1b not found, creating... [ 853.804894] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.805068] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.805192] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.805444] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.805589] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.805876] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.806231] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.806395] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.806621] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.806755] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.807588] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: de606286-117d-4606-b1b5-5180974f7c1b is going to be created. [ 853.847083] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.847392] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.847531] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.847972] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.848119] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.848296] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-de606286-117d-4606-b1b5-5180974f7c1b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.894490] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a784514-e0b0-4031-8438-a0648052bf5b in Status: SUCCESS [ 853.894674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.011048] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 in Status: SUCCESS [ 854.011222] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 deletion is rescheduled due to dependency. [ 854.011360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.180242] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.180586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.180711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.181369] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.181502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.181658] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44be639-72c0-4848-a139-43cdb9129927 is going to be updated. [ 854.218626] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.218920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.219021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.219229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.219375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.231562] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: IN_PROGRESS for 2s [ 854.434267] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 in Status: SUCCESS [ 854.434884] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 deletion is rescheduled due to dependency. [ 854.434884] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.598442] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c4b1081-93b9-4805-8d19-beaa888dc6de req-18ffbc42-9e3a-402f-89fa-88b8254a528f service nova] Enqueued Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_rules [ 854.598618] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c4b1081-93b9-4805-8d19-beaa888dc6de req-18ffbc42-9e3a-402f-89fa-88b8254a528f service nova] Enqueued Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_members [ 854.598846] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c4b1081-93b9-4805-8d19-beaa888dc6de req-18ffbc42-9e3a-402f-89fa-88b8254a528f service nova] Enqueued Resource ID: de606286-117d-4606-b1b5-5180974f7c1b with Priority: HIGHEST for action port [ 854.599289] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_rules [ 854.599423] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_members [ 854.599795] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de606286-117d-4606-b1b5-5180974f7c1b with Priority: HIGHEST for action port [ 854.600325] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.600462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.600527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.600876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.600977] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.602031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.602031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.602200] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-de606286-117d-4606-b1b5-5180974f7c1b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.602336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de606286-117d-4606-b1b5-5180974f7c1b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.602336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de606286-117d-4606-b1b5-5180974f7c1b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.602530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de606286-117d-4606-b1b5-5180974f7c1b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.602605] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de606286-117d-4606-b1b5-5180974f7c1b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.648848] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 in Status: SUCCESS [ 854.649220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.649639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.649856] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.650069] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.650194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.650263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.650427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.650504] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.650587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.650745] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5e2227a-bc09-4059-b114-cca03aacc2d0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.962401] env[67441]: INFO networking_nsxv3.common.synchronization [req-83a8156a-c763-44a5-b20c-eff6c54e3594 req-a2314b78-4033-4d88-832a-2495b3a1e7c6 tempest-ImagesOneServerNegativeTestJSON-781092643 tempest-ImagesOneServerNegativeTestJSON-781092643-project-member] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 854.963347] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 854.963470] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.963552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.963552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.963770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.964384] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.966802] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.966953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.967202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.967298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.967402] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.104759] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.108516] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de606286-117d-4606-b1b5-5180974f7c1b with status ACTIVE [ 855.108516] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.108516] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.108516] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.108516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.109168] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de606286-117d-4606-b1b5-5180974f7c1b is going to be updated. [ 855.132201] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.132464] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.132544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.132769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.132929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.133108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de606286-117d-4606-b1b5-5180974f7c1b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.154048] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5e2227a-bc09-4059-b114-cca03aacc2d0 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.154237] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.154318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.154872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.154872] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.154872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.154872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.155103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.155103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.155199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.155352] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5e2227a-bc09-4059-b114-cca03aacc2d0 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.155451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.155544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.155666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.155905] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.156011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.156084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.156239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.156316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.156398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.156548] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5e2227a-bc09-4059-b114-cca03aacc2d0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.419020] env[67441]: INFO networking_nsxv3.common.synchronization [req-8b48fac8-c2f7-4b7c-a3b9-e238a9392fa1 req-2a07e6d8-6a07-454d-9cbf-ab62309d44c9 tempest-ServerMetadataNegativeTestJSON-1073579855 tempest-ServerMetadataNegativeTestJSON-1073579855-project-member] Enqueued Resource ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 with Priority: HIGHEST for action security_group_members [ 855.419020] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 with Priority: HIGHEST for action security_group_members [ 855.419020] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-00bbdca4-084d-4c83-9f58-76960b4e33d1 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.419020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.419020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.419020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.419020] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.419020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.419020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.419020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.419020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.419851] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00bbdca4-084d-4c83-9f58-76960b4e33d1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.472576] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.472865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.472865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.473241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.473241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.473418] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.473510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.473510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.473652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.473715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.473877] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 is going to be updated. [ 855.508192] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.508192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.508192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.508192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.508540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.522774] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: IN_PROGRESS for 2s [ 855.661518] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5e2227a-bc09-4059-b114-cca03aacc2d0: rpc.has_security_group_logging(os_id): False [ 855.686584] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.686584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.686584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.686584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.687023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.687023] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.687023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.687023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.687263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.687320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.688833] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.688833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.688833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.688833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.688833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.689398] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.689549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.689647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.689839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.689948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.690098] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 is going to be created. [ 855.767298] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.767298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.767298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.767298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.767298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.793154] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 in Status: IN_PROGRESS for 2s [ 855.797841] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.799113] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-914" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.799368] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-914" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.799741] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-914" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.800684] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.800893] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.800893] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.801972] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.802199] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.802428] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.802541] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.802653] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.802763] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.802949] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.803097] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.803300] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.849631] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.851599] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.851599] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.851599] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-914" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.851599] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-a5cd6558-636a-407d-ad8c-82140e5a9d81 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.851599] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-a5cd6558-636a-407d-ad8c-82140e5a9d81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.851599] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-a5cd6558-636a-407d-ad8c-82140e5a9d81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.851599] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-a5cd6558-636a-407d-ad8c-82140e5a9d81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.851599] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5cd6558-636a-407d-ad8c-82140e5a9d81',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.922703] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.922872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.922947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.924288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.924288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.924288] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.924288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.924288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.924288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.924288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.924288] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 already deleted. [ 855.924607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.253660] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: SUCCESS [ 856.253660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.253660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.253660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.253660] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.253660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.253660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.254069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.254069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.254069] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.355989] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.356370] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.356527] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.356812] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.356954] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.357130] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port a5cd6558-636a-407d-ad8c-82140e5a9d81 not found, creating... [ 856.357398] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.357595] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.357659] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.357884] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.358033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.358308] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.358499] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.358613] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.358767] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.359117] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.359196] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: a5cd6558-636a-407d-ad8c-82140e5a9d81 is going to be created. [ 856.394076] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.394342] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.394472] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.394871] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.395204] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.395431] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-a5cd6558-636a-407d-ad8c-82140e5a9d81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.605034] env[67441]: INFO networking_nsxv3.common.synchronization [req-42f4978c-66f2-48c2-8e20-670c0d385e6d req-d429c891-24ab-4a98-aa3e-06b38d0b74cc tempest-FloatingIPsAssociationTestJSON-1541135322 tempest-FloatingIPsAssociationTestJSON-1541135322-project-member] Enqueued Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_members [ 856.606029] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_members [ 856.606391] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.606391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.606578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.606635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.606765] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.606855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.606907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.607081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.607224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.607373] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.756768] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.109775] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.200456] env[67441]: INFO networking_nsxv3.common.synchronization [req-8b48fac8-c2f7-4b7c-a3b9-e238a9392fa1 req-1c50219a-9c8a-42b5-8a73-d1b8ef5d0547 service nova] Enqueued Resource ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 with Priority: HIGHEST for action security_group_rules [ 857.200668] env[67441]: INFO networking_nsxv3.common.synchronization [req-8b48fac8-c2f7-4b7c-a3b9-e238a9392fa1 req-1c50219a-9c8a-42b5-8a73-d1b8ef5d0547 service nova] Enqueued Resource ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 with Priority: HIGHEST for action security_group_members [ 857.200808] env[67441]: INFO networking_nsxv3.common.synchronization [req-8b48fac8-c2f7-4b7c-a3b9-e238a9392fa1 req-1c50219a-9c8a-42b5-8a73-d1b8ef5d0547 service nova] Enqueued Resource ID: a5cd6558-636a-407d-ad8c-82140e5a9d81 with Priority: HIGHEST for action port [ 857.201411] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 with Priority: HIGHEST for action security_group_rules [ 857.201569] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 with Priority: HIGHEST for action security_group_members [ 857.201702] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5cd6558-636a-407d-ad8c-82140e5a9d81 with Priority: HIGHEST for action port [ 857.202652] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00bbdca4-084d-4c83-9f58-76960b4e33d1 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.202863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.202863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.203161] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.203248] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00bbdca4-084d-4c83-9f58-76960b4e33d1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.204534] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-00bbdca4-084d-4c83-9f58-76960b4e33d1 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.204622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.204698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.204868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.205035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.205131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.205190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.205338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.205459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.205525] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00bbdca4-084d-4c83-9f58-76960b4e33d1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.207222] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5cd6558-636a-407d-ad8c-82140e5a9d81 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.207222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5cd6558-636a-407d-ad8c-82140e5a9d81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.207222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5cd6558-636a-407d-ad8c-82140e5a9d81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.207222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5cd6558-636a-407d-ad8c-82140e5a9d81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.207222] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5cd6558-636a-407d-ad8c-82140e5a9d81',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.261329] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.536200] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: SUCCESS [ 857.536389] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 deletion is rescheduled due to dependency. [ 857.536505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.613418] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.713844] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-00bbdca4-084d-4c83-9f58-76960b4e33d1 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.713844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.713844] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00bbdca4-084d-4c83-9f58-76960b4e33d1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.713844] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5cd6558-636a-407d-ad8c-82140e5a9d81 with status ACTIVE [ 857.713844] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.713844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.713844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.713844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.713844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.713844] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.713844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.713844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.713844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.713844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.714604] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.714604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.714604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.717208] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.717275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.717687] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5cd6558-636a-407d-ad8c-82140e5a9d81 is going to be updated. [ 857.762378] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.762531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.762602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.762826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.762967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.763179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5cd6558-636a-407d-ad8c-82140e5a9d81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.763523] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.763631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.763695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.763939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.764036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.764130] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44be639-72c0-4848-a139-43cdb9129927 is going to be updated. [ 857.824061] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 in Status: SUCCESS [ 857.824061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.825068] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.825068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.825068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.825325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.825549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.836912] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: IN_PROGRESS for 2s [ 858.116643] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.119428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.119428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.119428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.119428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.119428] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 769a9dcd-df06-471f-a222-1fad5d363953 is going to be updated. [ 858.168691] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.168691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.168691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.168691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.168691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.179319] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: IN_PROGRESS for 2s [ 858.220023] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00bbdca4-084d-4c83-9f58-76960b4e33d1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.722386] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.722693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.722693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.723074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.723074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.723224] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 is going to be created. [ 858.760477] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.760724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.760724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.760900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.761080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.777400] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 in Status: UNINITIALIZED for 2s [ 859.855137] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: SUCCESS [ 859.855426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.855552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.855773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.855983] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.856142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.856240] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.856423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.856506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.856592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.856684] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.190656] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: SUCCESS [ 860.190942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.359323] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.359516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.359516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.360592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.360592] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.360592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.360592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.360592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.360592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.360592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.360592] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.362229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.362229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.362229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.362229] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.362229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.362229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.362229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.362229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.362229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.362229] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.788325] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 in Status: SUCCESS [ 860.790037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.790037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.790037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.790037] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.790037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.790037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.790037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.790037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.790458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.790458] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00bbdca4-084d-4c83-9f58-76960b4e33d1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.855024] env[67441]: INFO networking_nsxv3.common.synchronization [req-cf378f4f-4257-43e8-8a78-35b3815bb0d6 req-9e326737-6615-4d39-b670-0f5a53ed89de tempest-ListImageFiltersTestJSON-1200250182 tempest-ListImageFiltersTestJSON-1200250182-project-member] Enqueued Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_members [ 860.855024] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_members [ 860.855412] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.855611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.855704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.855915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.856097] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.856196] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.856254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.856403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.856488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.856578] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.865177] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d44be639-72c0-4848-a139-43cdb9129927: rpc.has_security_group_logging(os_id): False [ 860.886887] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.886887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.887284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.887284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.887394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.887792] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.887792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.887792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.888011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.888011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.888235] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.888235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.888367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.888406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.888445] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.889791] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.889791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.889791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.889791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.889791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.889791] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d44be639-72c0-4848-a139-43cdb9129927 is going to be updated. [ 860.965751] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.965915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.966056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.966898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.966898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.985624] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: IN_PROGRESS for 2s [ 861.294060] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-00bbdca4-084d-4c83-9f58-76960b4e33d1 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.294231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.294277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.294601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.294880] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.295056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.295248] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.295448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.295592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.295743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.295994] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-00bbdca4-084d-4c83-9f58-76960b4e33d1 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.296181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.296550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.296810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.297054] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.297220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.297337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.297567] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.297703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.297843] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.298030] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00bbdca4-084d-4c83-9f58-76960b4e33d1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.363323] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.802256] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00bbdca4-084d-4c83-9f58-76960b4e33d1: rpc.has_security_group_logging(os_id): False [ 861.822023] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.822023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.822023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.822023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.822023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.822023] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.822023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.822023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.822023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.822023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.822023] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.822023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.822023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.822023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.822023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.823191] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.823448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.823614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.823947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.824153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.824339] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 is going to be created. [ 861.860631] env[67441]: INFO networking_nsxv3.common.synchronization [req-86a1da27-2521-4b41-951e-1ca8517b4444 req-4b4a224c-5bd2-4d74-9634-a99ff1f8b1be tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 861.860631] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 861.861178] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.861455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.861619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.862088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.862365] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.862608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.862771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.863046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.863234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.863421] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.866724] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.905288] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.905288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.905288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.905288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.905668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.919450] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 in Status: IN_PROGRESS for 2s [ 862.314216] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.314580] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.315239] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.315557] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.315964] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.316304] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.316723] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.317118] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.317420] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.317686] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.317824] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.317951] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.318108] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.318225] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.318343] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.318487] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.343862] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.344284] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.344423] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.344559] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.345073] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-06aa6374-52d6-44c0-b8ed-d57fc54d7fe4 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.345285] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-06aa6374-52d6-44c0-b8ed-d57fc54d7fe4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.345520] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-06aa6374-52d6-44c0-b8ed-d57fc54d7fe4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.345765] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-06aa6374-52d6-44c0-b8ed-d57fc54d7fe4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.345916] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06aa6374-52d6-44c0-b8ed-d57fc54d7fe4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.366114] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.366576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.366576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.366903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.367060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.367358] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.367516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.367610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.367817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.367934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.368061] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 already deleted. [ 862.368190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.368794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.368963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.369078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.369656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.369791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.369920] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 is going to be updated. [ 862.407533] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.407721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.407805] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.408046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.408196] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.420342] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: IN_PROGRESS for 2s [ 862.489199] env[67441]: INFO networking_nsxv3.common.synchronization [req-c682dcae-9de4-40df-a6c0-f943ff8710db req-ac05e97a-81e5-48ac-9677-96585dcbc296 tempest-ServerGroupTestJSON-1930508677 tempest-ServerGroupTestJSON-1930508677-project-member] Enqueued Resource ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 with Priority: HIGHEST for action security_group_members [ 862.489417] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 with Priority: HIGHEST for action security_group_members [ 862.489776] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5e2227a-bc09-4059-b114-cca03aacc2d0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.489907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.489976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.490392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.490570] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.490707] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.490774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.490944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.491070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.491209] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5e2227a-bc09-4059-b114-cca03aacc2d0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.849519] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.849755] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.849917] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.850355] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.850570] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.850752] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 06aa6374-52d6-44c0-b8ed-d57fc54d7fe4 not found, creating... [ 862.851176] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.851393] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.851520] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.851970] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.852156] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.852497] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.852668] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.852851] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.853153] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.853294] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.853442] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 06aa6374-52d6-44c0-b8ed-d57fc54d7fe4 is going to be created. [ 862.884937] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.885729] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.885729] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.885729] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.885896] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.886097] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-06aa6374-52d6-44c0-b8ed-d57fc54d7fe4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.996189] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.996373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.996421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.996698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.996820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.997111] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.997261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.997346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.997545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.997641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.998090] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 is going to be updated. [ 863.041230] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: SUCCESS [ 863.041230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.082881] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.083137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.083137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.084041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.084041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.106750] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 in Status: IN_PROGRESS for 2s [ 863.593625] env[67441]: INFO networking_nsxv3.common.synchronization [req-86a1da27-2521-4b41-951e-1ca8517b4444 req-e5677215-cdce-4b25-bb63-42b8a24505b9 service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 863.593790] env[67441]: INFO networking_nsxv3.common.synchronization [req-86a1da27-2521-4b41-951e-1ca8517b4444 req-e5677215-cdce-4b25-bb63-42b8a24505b9 service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 863.593964] env[67441]: INFO networking_nsxv3.common.synchronization [req-86a1da27-2521-4b41-951e-1ca8517b4444 req-e5677215-cdce-4b25-bb63-42b8a24505b9 service nova] Enqueued Resource ID: 06aa6374-52d6-44c0-b8ed-d57fc54d7fe4 with Priority: HIGHEST for action port [ 863.594587] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 863.594720] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 863.594819] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06aa6374-52d6-44c0-b8ed-d57fc54d7fe4 with Priority: HIGHEST for action port [ 863.595767] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.595895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.595895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.596218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.596305] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.597342] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.597463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.597524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.597705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.597858] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.597956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.598024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.598166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.598249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.598362] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.599451] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-06aa6374-52d6-44c0-b8ed-d57fc54d7fe4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.602674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06aa6374-52d6-44c0-b8ed-d57fc54d7fe4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.602674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06aa6374-52d6-44c0-b8ed-d57fc54d7fe4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.602674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06aa6374-52d6-44c0-b8ed-d57fc54d7fe4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.602674] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06aa6374-52d6-44c0-b8ed-d57fc54d7fe4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.935012] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 in Status: SUCCESS [ 863.935365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.104336] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.105607] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.105789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.106112] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06aa6374-52d6-44c0-b8ed-d57fc54d7fe4 with status ACTIVE [ 864.106325] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.106453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.106521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.108022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.108022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.108022] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.108022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.108022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.108022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.108022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.108364] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.108364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.108364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.108536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.108536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.108690] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06aa6374-52d6-44c0-b8ed-d57fc54d7fe4 is going to be updated. [ 864.147914] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.148140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.148225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.148448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.148590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.148747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06aa6374-52d6-44c0-b8ed-d57fc54d7fe4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.438160] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: SUCCESS [ 864.438412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.606485] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.002785] env[67441]: INFO networking_nsxv3.common.synchronization [req-9c240bb9-088c-41bd-b1a0-6ce753cb9c92 req-d4498cdf-7e09-497b-9345-b0709ebe00eb tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 865.003431] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 865.004977] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.004977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.004977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.004977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.005632] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.005632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.005632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.005632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.005817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.005817] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.109274] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.109274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.109591] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.109778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.109968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.110150] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be created. [ 865.125321] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 in Status: SUCCESS [ 865.126124] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 deletion is rescheduled due to dependency. [ 865.126124] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.138337] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.138337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.138337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.138561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.138643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.150831] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: UNINITIALIZED for 2s [ 865.382253] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.382555] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-243" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.382770] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-243" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.383055] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-243" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.383385] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.383609] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.383750] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.384134] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.384328] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.384594] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.384770] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.384941] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.385148] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.385313] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.385496] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.385681] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.407952] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.408119] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.408258] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.408446] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-243" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.408808] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-4168626a-24e3-4e60-9046-778a75c10b59 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.408986] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.409119] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.409469] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.409612] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4168626a-24e3-4e60-9046-778a75c10b59',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.508115] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.508363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.508541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.509189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.509297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.509645] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.509846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.510065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.513451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.513638] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.513849] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9660793e-3782-460e-8d89-928a87a95e40 already deleted. [ 865.514012] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.912404] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.912707] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.912779] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.913096] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.913259] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.913417] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 4168626a-24e3-4e60-9046-778a75c10b59 not found, creating... [ 865.913703] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.914286] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.914412] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.914939] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.914939] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.915138] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.915396] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.915540] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.915763] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.915943] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.916171] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 4168626a-24e3-4e60-9046-778a75c10b59 is going to be created. [ 865.946042] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.946042] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.946320] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.946543] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.946798] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.947058] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.663450] env[67441]: INFO networking_nsxv3.common.synchronization [req-9c240bb9-088c-41bd-b1a0-6ce753cb9c92 req-2b5341fa-2e3b-4a80-aea6-007565227e97 service nova] Enqueued Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_rules [ 866.663450] env[67441]: INFO networking_nsxv3.common.synchronization [req-9c240bb9-088c-41bd-b1a0-6ce753cb9c92 req-2b5341fa-2e3b-4a80-aea6-007565227e97 service nova] Enqueued Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 866.663883] env[67441]: INFO networking_nsxv3.common.synchronization [req-9c240bb9-088c-41bd-b1a0-6ce753cb9c92 req-2b5341fa-2e3b-4a80-aea6-007565227e97 service nova] Enqueued Resource ID: 4168626a-24e3-4e60-9046-778a75c10b59 with Priority: HIGHEST for action port [ 866.664117] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_rules [ 866.664593] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 866.664966] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4168626a-24e3-4e60-9046-778a75c10b59 with Priority: HIGHEST for action port [ 866.665117] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.665249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.665318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.665575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.665662] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.666510] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.666621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.666691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.666873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.667026] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.667123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.667186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.667328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.667412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.667502] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.671538] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-4168626a-24e3-4e60-9046-778a75c10b59 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.671663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.671734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.672783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.672783] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4168626a-24e3-4e60-9046-778a75c10b59',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.167755] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 867.167991] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.168194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.168405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.168599] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.168715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.169202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.169202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.169202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.169202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.169202] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.173736] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.173863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.174039] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.175149] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4168626a-24e3-4e60-9046-778a75c10b59 with status ACTIVE [ 867.175407] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.175500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.175544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.175698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.176041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.176511] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.176624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.176690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.176861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.176944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.177142] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.177239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.177302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.177443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.177517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.177602] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4168626a-24e3-4e60-9046-778a75c10b59 is going to be updated. [ 867.205353] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.205514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.205571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.205752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.205887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.206076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.671748] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.672073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.672073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.672260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.672394] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.672494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.672551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.672736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.672871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.673357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.673357] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.673646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.673646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.673738] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.673988] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.674163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.674267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.674502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.674635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.675088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.675313] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.679320] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.178976] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24560ce6-fb65-4812-ab78-28d99a5fb998: rpc.has_security_group_logging(os_id): False [ 868.184031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.184031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.184031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.184031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.184031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.184031] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9660793e-3782-460e-8d89-928a87a95e40 is going to be created. [ 868.208480] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.209223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.209223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.209956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.210188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.210567] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.210758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.210874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.211557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.211709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.212105] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.212191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.212243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.212484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.212583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.212984] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.213112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.213182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.213381] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.213481] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.213618] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be created. [ 868.228435] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.228526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.228604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.228993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.229074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.240011] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: UNINITIALIZED for 2s [ 868.301036] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.301036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.301036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.301231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.301332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.318035] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 870.255372] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: SUCCESS [ 870.255764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.255764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.256038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.256267] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.256794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.256794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.256794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.256794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.256794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.257021] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.334049] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 870.334326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.532800] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f48ac2f0-7c28-4d42-97d0-0a16f37107a6 None None] Enqueued Resource ID: 7192f7dc-55bb-4036-83d9-58407ef80f30 with Priority: HIGHEST for action port [ 870.532800] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7192f7dc-55bb-4036-83d9-58407ef80f30 with Priority: HIGHEST for action port [ 870.532800] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7192f7dc-55bb-4036-83d9-58407ef80f30 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.532800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7192f7dc-55bb-4036-83d9-58407ef80f30" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.532800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7192f7dc-55bb-4036-83d9-58407ef80f30" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.535096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7192f7dc-55bb-4036-83d9-58407ef80f30" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.535096] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7192f7dc-55bb-4036-83d9-58407ef80f30',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.760515] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.760653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.760692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.761139] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.761139] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.761246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.761246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.761387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.761518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.762059] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.762059] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.762059] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.762059] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.762059] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.762227] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.762314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.762353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.762539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.762613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.762700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.764138] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.037309] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7192f7dc-55bb-4036-83d9-58407ef80f30 [ 871.037589] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.037723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.037820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.037994] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.038227] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.038227] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7192f7dc-55bb-4036-83d9-58407ef80f30 already deleted. [ 871.038296] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7192f7dc-55bb-4036-83d9-58407ef80f30" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.269071] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9660793e-3782-460e-8d89-928a87a95e40: rpc.has_security_group_logging(os_id): False [ 871.307395] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.307553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.307632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.307938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.308064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.308335] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.308466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.308541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.308735] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.308803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.310265] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.312452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.312452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.312598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.315630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.315630] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.315630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.315630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.315813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.315877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.315982] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9660793e-3782-460e-8d89-928a87a95e40 is going to be created. [ 871.408297] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.408520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.408594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.409121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.409121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.424956] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: IN_PROGRESS for 2s [ 873.443018] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: SUCCESS [ 873.444160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.515107] env[67441]: INFO networking_nsxv3.common.synchronization [None req-7ab04fa3-725f-423b-9c84-9bdbeec776e1 None None] Enqueued Resource ID: af23c7d7-767d-4a78-ad56-8d167257787b with Priority: HIGHEST for action port [ 873.517179] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af23c7d7-767d-4a78-ad56-8d167257787b with Priority: HIGHEST for action port [ 873.518314] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-af23c7d7-767d-4a78-ad56-8d167257787b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.518314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af23c7d7-767d-4a78-ad56-8d167257787b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.518314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af23c7d7-767d-4a78-ad56-8d167257787b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.518314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af23c7d7-767d-4a78-ad56-8d167257787b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.518314] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af23c7d7-767d-4a78-ad56-8d167257787b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.575166] env[67441]: INFO networking_nsxv3.common.synchronization [req-715bfeb6-eae0-4020-81d4-ca40d7f0630c req-88339e3b-3c03-4d30-8f63-4101a7b47217 tempest-ServersWithSpecificFlavorTestJSON-787508659 tempest-ServersWithSpecificFlavorTestJSON-787508659-project-member] Enqueued Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_members [ 873.576727] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_members [ 873.578177] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.580448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.580448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.580448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.580448] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.580448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.580757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.580757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.580757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.580894] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.021896] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af23c7d7-767d-4a78-ad56-8d167257787b [ 874.022955] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.022955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.022955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.022955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.022955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.023247] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af23c7d7-767d-4a78-ad56-8d167257787b already deleted. [ 874.023247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af23c7d7-767d-4a78-ad56-8d167257787b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.062085] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.064275] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-888" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.064275] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-888" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.066596] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-888" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.067089] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.067411] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.067662] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.068046] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.068385] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.068728] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.068917] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.069168] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.069391] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.069624] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.069883] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.070157] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.091286] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.091286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.091286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.091883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.091883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.092024] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.092109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.092230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.092419] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.094397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.094397] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90dd912f-be5a-4914-9506-666435e827b3 is going to be updated. [ 874.113994] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.113994] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.113994] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.113994] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-888" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.113994] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-7e1893e9-69ed-4381-9a23-fbed8ec5ff01 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.113994] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-7e1893e9-69ed-4381-9a23-fbed8ec5ff01" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.113994] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-7e1893e9-69ed-4381-9a23-fbed8ec5ff01" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.115269] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-7e1893e9-69ed-4381-9a23-fbed8ec5ff01" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.115633] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e1893e9-69ed-4381-9a23-fbed8ec5ff01',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.138194] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.138292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.138548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.138726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.138885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.153767] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: IN_PROGRESS for 2s [ 874.587553] env[67441]: INFO networking_nsxv3.common.synchronization [req-df57411e-6cef-415d-887a-cd9b40daf68a req-f19fa389-cb9e-4d48-8a11-418b7fac7d51 tempest-ServersAdminNegativeTestJSON-1720381914 tempest-ServersAdminNegativeTestJSON-1720381914-project-member] Enqueued Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_members [ 874.587553] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_members [ 874.588057] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.588181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.588218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.588477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.588654] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.588789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.588894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.589163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.589381] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.589557] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.619286] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.619286] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.619286] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.619286] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.619286] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.619645] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 7e1893e9-69ed-4381-9a23-fbed8ec5ff01 not found, creating... [ 874.619645] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.619776] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.619907] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.620225] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.620376] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.620966] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.620966] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.620966] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.621168] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.621295] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.621437] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 7e1893e9-69ed-4381-9a23-fbed8ec5ff01 is going to be created. [ 874.649210] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.649419] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.649541] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.649900] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.650149] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.650487] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-7e1893e9-69ed-4381-9a23-fbed8ec5ff01" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.091453] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.344314] env[67441]: INFO networking_nsxv3.common.synchronization [req-715bfeb6-eae0-4020-81d4-ca40d7f0630c req-3553433e-9731-490e-a38e-81bec26116be service nova] Enqueued Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_rules [ 875.344491] env[67441]: INFO networking_nsxv3.common.synchronization [req-715bfeb6-eae0-4020-81d4-ca40d7f0630c req-3553433e-9731-490e-a38e-81bec26116be service nova] Enqueued Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_members [ 875.344631] env[67441]: INFO networking_nsxv3.common.synchronization [req-715bfeb6-eae0-4020-81d4-ca40d7f0630c req-3553433e-9731-490e-a38e-81bec26116be service nova] Enqueued Resource ID: 7e1893e9-69ed-4381-9a23-fbed8ec5ff01 with Priority: HIGHEST for action port [ 875.345159] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_rules [ 875.345302] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_members [ 875.345395] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1893e9-69ed-4381-9a23-fbed8ec5ff01 with Priority: HIGHEST for action port [ 875.345667] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.345788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.345852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.350496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.350612] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.352913] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.352913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.353890] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e1893e9-69ed-4381-9a23-fbed8ec5ff01 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.353890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e1893e9-69ed-4381-9a23-fbed8ec5ff01" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.353890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e1893e9-69ed-4381-9a23-fbed8ec5ff01" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.353890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e1893e9-69ed-4381-9a23-fbed8ec5ff01" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.353890] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e1893e9-69ed-4381-9a23-fbed8ec5ff01',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.594724] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.855895] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.856032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.856225] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e1893e9-69ed-4381-9a23-fbed8ec5ff01 with status ACTIVE [ 875.856384] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.856490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.856556] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.856777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.856867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.857078] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.857188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.857251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.857406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.857482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.857657] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.857749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.857807] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.857944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.858030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.858114] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e1893e9-69ed-4381-9a23-fbed8ec5ff01 is going to be updated. [ 875.882034] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.882034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.882034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.882034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.882034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.882034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e1893e9-69ed-4381-9a23-fbed8ec5ff01" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.099532] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.099930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.099930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.100227] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.100333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.100478] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44be639-72c0-4848-a139-43cdb9129927 is going to be updated. [ 876.132951] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.133150] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.133193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.134774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.134774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.146296] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: IN_PROGRESS for 2s [ 876.166454] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: SUCCESS [ 876.166454] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90dd912f-be5a-4914-9506-666435e827b3 deletion is rescheduled due to dependency. [ 876.166454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.166454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.166454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.166454] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.166454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.166454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.166454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.166454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.166454] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.202871] env[67441]: INFO networking_nsxv3.common.synchronization [None req-73f2dfd4-61ed-4f33-8df9-e69450bbb3b4 None None] Enqueued Resource ID: 0fc7d867-8268-40f3-814f-8d5272d727f7 with Priority: HIGHEST for action port [ 876.203426] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc7d867-8268-40f3-814f-8d5272d727f7 with Priority: HIGHEST for action port [ 876.204951] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fc7d867-8268-40f3-814f-8d5272d727f7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.204951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fc7d867-8268-40f3-814f-8d5272d727f7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.204951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fc7d867-8268-40f3-814f-8d5272d727f7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.204951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fc7d867-8268-40f3-814f-8d5272d727f7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.204951] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fc7d867-8268-40f3-814f-8d5272d727f7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.234618] env[67441]: INFO networking_nsxv3.common.synchronization [req-82fb9f5f-9a84-46ae-a10c-f9f079d79180 req-0b49faf7-2df3-46fa-a692-15029a8171a7 tempest-ImagesTestJSON-1476992468 tempest-ImagesTestJSON-1476992468-project-member] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 876.235380] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 876.235919] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.238028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.238028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.238028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.239073] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.239167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.239199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.239383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.239472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.239568] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.584232] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.584440] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.584565] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.584835] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.585096] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.585253] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.585370] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.585578] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.585719] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.585922] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.586047] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.586156] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.586279] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.586390] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.586491] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.586617] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.608104] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.608351] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.608745] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.608745] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.608902] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-654898bb-6da0-43bd-9eb8-b9482dfa623e taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.609091] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-654898bb-6da0-43bd-9eb8-b9482dfa623e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.609209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-654898bb-6da0-43bd-9eb8-b9482dfa623e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.609542] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-654898bb-6da0-43bd-9eb8-b9482dfa623e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.609786] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('654898bb-6da0-43bd-9eb8-b9482dfa623e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.668370] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.708026] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fc7d867-8268-40f3-814f-8d5272d727f7 [ 876.708258] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.708392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.708464] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.708681] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.708767] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.708864] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fc7d867-8268-40f3-814f-8d5272d727f7 already deleted. [ 876.708988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fc7d867-8268-40f3-814f-8d5272d727f7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.741791] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.113250] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.113688] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.113937] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.114313] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.114546] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.114778] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 654898bb-6da0-43bd-9eb8-b9482dfa623e not found, creating... [ 877.115181] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.115492] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.115693] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.115985] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.116219] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.116564] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.116824] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.117027] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.117305] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.119093] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.119093] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 654898bb-6da0-43bd-9eb8-b9482dfa623e is going to be created. [ 877.138676] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.140949] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.140949] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.140949] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.140949] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.140949] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-654898bb-6da0-43bd-9eb8-b9482dfa623e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.170198] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.245209] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.674685] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.676050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.676050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.676050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.676050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.676050] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90dd912f-be5a-4914-9506-666435e827b3 is going to be updated. [ 877.707604] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.707761] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.708518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.708518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.708518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.724869] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: IN_PROGRESS for 2s [ 877.746545] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.746708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.747267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.747593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.747729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.747857] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 877.803155] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.803309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.803378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.803607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.803852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.816080] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 877.910975] env[67441]: INFO networking_nsxv3.common.synchronization [req-82fb9f5f-9a84-46ae-a10c-f9f079d79180 req-b8595a66-80a9-4a57-926a-5202aa4213be service nova] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_rules [ 877.910975] env[67441]: INFO networking_nsxv3.common.synchronization [req-82fb9f5f-9a84-46ae-a10c-f9f079d79180 req-b8595a66-80a9-4a57-926a-5202aa4213be service nova] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 877.911627] env[67441]: INFO networking_nsxv3.common.synchronization [req-82fb9f5f-9a84-46ae-a10c-f9f079d79180 req-b8595a66-80a9-4a57-926a-5202aa4213be service nova] Enqueued Resource ID: 654898bb-6da0-43bd-9eb8-b9482dfa623e with Priority: HIGHEST for action port [ 877.912277] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_rules [ 877.912416] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 877.912514] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 654898bb-6da0-43bd-9eb8-b9482dfa623e with Priority: HIGHEST for action port [ 877.912797] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.915437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.915524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.915726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.915810] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.917141] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.917314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.917656] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-654898bb-6da0-43bd-9eb8-b9482dfa623e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.917821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-654898bb-6da0-43bd-9eb8-b9482dfa623e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.917926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-654898bb-6da0-43bd-9eb8-b9482dfa623e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.918202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-654898bb-6da0-43bd-9eb8-b9482dfa623e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.918269] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('654898bb-6da0-43bd-9eb8-b9482dfa623e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.159271] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: SUCCESS [ 878.159501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.422651] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.422850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.423144] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 654898bb-6da0-43bd-9eb8-b9482dfa623e with status ACTIVE [ 878.423391] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.423574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.423684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.424035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.424156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.424408] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.424548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.424646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.424874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.424964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.425159] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.425281] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.425376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.425596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.425687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.425777] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 654898bb-6da0-43bd-9eb8-b9482dfa623e is going to be updated. [ 878.447505] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.447701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.447777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.447986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.448136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.448332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-654898bb-6da0-43bd-9eb8-b9482dfa623e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.908056] env[67441]: INFO networking_nsxv3.common.synchronization [None req-33fddf2f-899e-40de-b021-804b1e628e75 None None] Enqueued Resource ID: fa33f7bf-be32-49ea-ab34-f9f32d94ffe8 with Priority: HIGHEST for action port [ 878.908056] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa33f7bf-be32-49ea-ab34-f9f32d94ffe8 with Priority: HIGHEST for action port [ 878.908056] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa33f7bf-be32-49ea-ab34-f9f32d94ffe8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.912347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa33f7bf-be32-49ea-ab34-f9f32d94ffe8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.912347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa33f7bf-be32-49ea-ab34-f9f32d94ffe8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.912347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa33f7bf-be32-49ea-ab34-f9f32d94ffe8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.912347] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa33f7bf-be32-49ea-ab34-f9f32d94ffe8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.412543] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa33f7bf-be32-49ea-ab34-f9f32d94ffe8 [ 879.415337] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.415337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.415337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.415337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.415337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.415337] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa33f7bf-be32-49ea-ab34-f9f32d94ffe8 already deleted. [ 879.415337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa33f7bf-be32-49ea-ab34-f9f32d94ffe8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.737492] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: SUCCESS [ 879.737594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.737818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.737948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.738159] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.738265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.738332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.738815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.738815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.738815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.738815] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.828761] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 879.828986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.829179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.829401] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.829797] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.829797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.829797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.829947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.830055] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.830124] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.241847] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.337612] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.743751] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90dd912f-be5a-4914-9506-666435e827b3: rpc.has_security_group_logging(os_id): False [ 880.764852] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.765043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.765109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.765309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.765489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.765653] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.765756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.765803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.765980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.766060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.766145] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90dd912f-be5a-4914-9506-666435e827b3 is going to be updated. [ 880.835084] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.835084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.835084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.835084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.835462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.840268] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.854472] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: IN_PROGRESS for 2s [ 881.345120] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.345120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.345120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.345120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.345120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.345120] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 881.380107] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.380107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.380107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.380107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.380107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.390444] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 881.518427] env[67441]: INFO networking_nsxv3.common.synchronization [req-6cd17130-9c22-49ad-9bcb-c15efab99230 req-af3acdc9-e845-4a4f-b366-616ac0ff0c11 tempest-ServerMetadataNegativeTestJSON-1073579855 tempest-ServerMetadataNegativeTestJSON-1073579855-project-member] Enqueued Resource ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 with Priority: HIGHEST for action security_group_members [ 881.519765] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 with Priority: HIGHEST for action security_group_members [ 881.520318] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-00bbdca4-084d-4c83-9f58-76960b4e33d1 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.520318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.520494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.520650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.521056] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.521056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.521056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.521239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.521352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.521484] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00bbdca4-084d-4c83-9f58-76960b4e33d1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.924606] env[67441]: INFO networking_nsxv3.common.synchronization [req-39bf215b-efd2-40c1-b939-6cd1cc89ff50 req-da3b6ba3-65fa-4f38-b78d-257dc9e83fb0 tempest-ServersAdminTestJSON-442587708 tempest-ServersAdminTestJSON-442587708-project-member] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 881.925269] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 881.925954] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.926540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.926636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.926971] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.927065] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.927217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.927306] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.927514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.927624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.927752] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.025924] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.026165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.026290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.026552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.026672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.027803] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.027962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.028094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.028301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.028397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.028495] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 is going to be updated. [ 882.063421] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.063421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.063421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.063689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.063776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.077919] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 in Status: IN_PROGRESS for 2s [ 882.431618] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.870902] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: SUCCESS [ 882.871258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.934934] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.405170] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 883.405612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.405788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.406216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.406449] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.406747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.406747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.406847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.406945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.407019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.407431] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.438978] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.439375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.439375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.439582] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.439684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.439842] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 883.475508] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.475726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.475819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.476143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.476342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.494026] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 883.910277] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.910475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.910560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.910875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.910875] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.911062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.911062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.911177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.911267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.911357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.911501] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.911613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.911648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.912049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.912049] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.912049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.912222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.912309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.912396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.912501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.912605] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.089327] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 in Status: SUCCESS [ 884.090099] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 deletion is rescheduled due to dependency. [ 884.090099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.415582] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ff415f-6a48-4a7a-ae71-58f8d3728a02: rpc.has_security_group_logging(os_id): False [ 884.438667] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.438914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.438914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.439245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.439612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.441794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.441794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.441794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.441794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.441794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.441794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.441794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.441794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.441794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.441794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.441794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.442423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.442423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.442423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.442423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.442423] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 884.520394] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.520394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.520552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.520666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.520846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.551259] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 885.503859] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 885.506112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.572978] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 886.573378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.926086] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 886.926213] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 887.756394] env[67441]: INFO networking_nsxv3.common.synchronization [req-2598d3e2-7426-435d-b77e-77e2b8b801f5 req-33064185-5742-4851-aebd-81ef80bf0554 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: d87f8604-73ff-407f-849a-35e62bf31b2e with Priority: HIGHEST for action security_group_members [ 887.756636] env[67441]: INFO networking_nsxv3.common.synchronization [req-2598d3e2-7426-435d-b77e-77e2b8b801f5 req-33064185-5742-4851-aebd-81ef80bf0554 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 887.757136] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87f8604-73ff-407f-849a-35e62bf31b2e with Priority: HIGHEST for action security_group_members [ 887.757299] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 887.759313] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87f8604-73ff-407f-849a-35e62bf31b2e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.759484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.759532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.759760] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.759920] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.760033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.760096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.760283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.760343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.760403] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87f8604-73ff-407f-849a-35e62bf31b2e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.761469] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.761469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.761469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.761645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.761757] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.761965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.761965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.762057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.762137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.762226] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.809798] env[67441]: INFO networking_nsxv3.common.synchronization [req-2598d3e2-7426-435d-b77e-77e2b8b801f5 req-33064185-5742-4851-aebd-81ef80bf0554 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_rules [ 887.812023] env[67441]: INFO networking_nsxv3.common.synchronization [req-2598d3e2-7426-435d-b77e-77e2b8b801f5 req-33064185-5742-4851-aebd-81ef80bf0554 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 887.812023] env[67441]: INFO networking_nsxv3.common.synchronization [req-2598d3e2-7426-435d-b77e-77e2b8b801f5 req-33064185-5742-4851-aebd-81ef80bf0554 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: d87f8604-73ff-407f-849a-35e62bf31b2e with Priority: HIGHEST for action security_group_rules [ 887.812023] env[67441]: INFO networking_nsxv3.common.synchronization [req-2598d3e2-7426-435d-b77e-77e2b8b801f5 req-33064185-5742-4851-aebd-81ef80bf0554 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: d87f8604-73ff-407f-849a-35e62bf31b2e with Priority: HIGHEST for action security_group_members [ 887.812023] env[67441]: INFO networking_nsxv3.common.synchronization [req-2598d3e2-7426-435d-b77e-77e2b8b801f5 req-33064185-5742-4851-aebd-81ef80bf0554 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: 4168626a-24e3-4e60-9046-778a75c10b59 with Priority: HIGHEST for action port [ 887.812023] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_rules [ 887.812701] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87f8604-73ff-407f-849a-35e62bf31b2e with Priority: HIGHEST for action security_group_rules [ 887.812903] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4168626a-24e3-4e60-9046-778a75c10b59 with Priority: HIGHEST for action port [ 887.813427] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 887.813643] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87f8604-73ff-407f-849a-35e62bf31b2e with Priority: HIGHEST for action security_group_members [ 887.814046] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.814309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.814498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.814913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.815096] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.817033] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87f8604-73ff-407f-849a-35e62bf31b2e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.818019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.818019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.818019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.818019] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87f8604-73ff-407f-849a-35e62bf31b2e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.818577] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-4168626a-24e3-4e60-9046-778a75c10b59 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.818692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.818893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.819067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.819067] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4168626a-24e3-4e60-9046-778a75c10b59',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.819737] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.819927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.820076] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87f8604-73ff-407f-849a-35e62bf31b2e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.820164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.264020] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d87f8604-73ff-407f-849a-35e62bf31b2e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.266451] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.322113] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.322305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.322451] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87f8604-73ff-407f-849a-35e62bf31b2e taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.322526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.322724] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4168626a-24e3-4e60-9046-778a75c10b59 with status ACTIVE [ 888.322892] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.323024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.323084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.325626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.325626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.325626] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.325626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.325626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.325626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.325626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.325626] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.325626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.325626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.325626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.325626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.325626] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4168626a-24e3-4e60-9046-778a75c10b59 is going to be updated. [ 888.352829] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.353044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.353083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.353286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.354141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.354141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.512141] env[67441]: INFO networking_nsxv3.common.synchronization [req-d9eab99e-ffcc-4f7f-b79e-c6066955781a req-d39955f3-7845-4609-adfd-5393e0e9d5d3 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: d87f8604-73ff-407f-849a-35e62bf31b2e with Priority: HIGHEST for action security_group_members [ 888.512334] env[67441]: INFO networking_nsxv3.common.synchronization [req-d9eab99e-ffcc-4f7f-b79e-c6066955781a req-d39955f3-7845-4609-adfd-5393e0e9d5d3 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 888.512903] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87f8604-73ff-407f-849a-35e62bf31b2e with Priority: HIGHEST for action security_group_members [ 888.513686] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 888.513867] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87f8604-73ff-407f-849a-35e62bf31b2e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.514071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.514351] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.514698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.591152] env[67441]: INFO networking_nsxv3.common.synchronization [req-d9eab99e-ffcc-4f7f-b79e-c6066955781a req-d39955f3-7845-4609-adfd-5393e0e9d5d3 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_rules [ 888.591152] env[67441]: INFO networking_nsxv3.common.synchronization [req-d9eab99e-ffcc-4f7f-b79e-c6066955781a req-d39955f3-7845-4609-adfd-5393e0e9d5d3 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 888.591152] env[67441]: INFO networking_nsxv3.common.synchronization [req-d9eab99e-ffcc-4f7f-b79e-c6066955781a req-d39955f3-7845-4609-adfd-5393e0e9d5d3 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: 4168626a-24e3-4e60-9046-778a75c10b59 with Priority: HIGHEST for action port [ 888.591152] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_rules [ 888.591820] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 888.592056] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4168626a-24e3-4e60-9046-778a75c10b59 with Priority: HIGHEST for action port [ 888.593014] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.593230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.594503] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.594780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.595169] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-4168626a-24e3-4e60-9046-778a75c10b59 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.597119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.597119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.597119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.597119] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4168626a-24e3-4e60-9046-778a75c10b59',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.767419] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d87f8604-73ff-407f-849a-35e62bf31b2e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.769510] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.102677] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4168626a-24e3-4e60-9046-778a75c10b59 with status ACTIVE [ 889.103311] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.103311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.103311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.103487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.103579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.103736] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.103830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.103893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.104098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.104171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.104360] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.104446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.104515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.104676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.104747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.104830] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4168626a-24e3-4e60-9046-778a75c10b59 is going to be updated. [ 889.130391] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.130594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.130594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.133343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.133343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.133343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4168626a-24e3-4e60-9046-778a75c10b59" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.272167] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.272167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.272167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.272417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.272417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.272417] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87f8604-73ff-407f-849a-35e62bf31b2e is going to be created. [ 889.274126] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.274292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.274396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.275203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.275203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.275203] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9660793e-3782-460e-8d89-928a87a95e40 is going to be updated. [ 889.301560] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.301825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.301825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.302153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.302254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.305581] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.305774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.305774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.306466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.306466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.326803] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: IN_PROGRESS for 2s [ 889.327788] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87f8604-73ff-407f-849a-35e62bf31b2e in Status: UNINITIALIZED for 2s [ 891.155494] env[67441]: INFO networking_nsxv3.common.synchronization [None req-982ff8ba-e8aa-47b6-904d-55ad5f3c01b5 tempest-AttachVolumeTestJSON-653954216 tempest-AttachVolumeTestJSON-653954216-project-member] Enqueued Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGHEST for action security_group_rules [ 891.156069] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGHEST for action security_group_rules [ 891.156469] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.156650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.156753] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.157015] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.158684] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49dde048-9dd2-41d4-9af7-b94a42c03a1e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.271833] env[67441]: INFO networking_nsxv3.common.synchronization [None req-0856a55e-edc2-4aff-b698-4a8ef886af17 tempest-AttachVolumeTestJSON-653954216 tempest-AttachVolumeTestJSON-653954216-project-member] Enqueued Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGHEST for action security_group_rules [ 891.273332] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGHEST for action security_group_rules [ 891.273665] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.273783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.341527] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: SUCCESS [ 891.341739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.341947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.342206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.342389] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.342502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.343931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.343931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.343931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.343931] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.344796] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87f8604-73ff-407f-849a-35e62bf31b2e in Status: SUCCESS [ 891.344796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.344796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.345028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.346202] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.346202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.346202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.346202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.346202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.346202] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87f8604-73ff-407f-849a-35e62bf31b2e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.685125] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.685394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.685535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.686076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.686312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.686531] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e already deleted. [ 891.686734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.687133] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.687462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.687641] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49dde048-9dd2-41d4-9af7-b94a42c03a1e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.848017] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.849456] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.849803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.849951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.850230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.850329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.850537] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.851603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.851672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.853415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.853506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.853617] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87f8604-73ff-407f-849a-35e62bf31b2e is going to be deleted. [ 891.897450] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.897709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.897709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.897953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.898067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.898170] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.899291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.899526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.899754] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.899906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.900176] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.900483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.900603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.900727] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87f8604-73ff-407f-849a-35e62bf31b2e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.210418] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.210418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.210418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.210973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.210973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.210973] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e already deleted. [ 892.210973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.355815] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.403972] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.404198] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.404298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.404588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.404863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.405236] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.405456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.405623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.405895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.406052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.406261] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87f8604-73ff-407f-849a-35e62bf31b2e already deleted. [ 892.406358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.406533] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d87f8604-73ff-407f-849a-35e62bf31b2e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.407776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.408189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.408363] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.408468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.408532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.408733] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.408816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.408901] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87f8604-73ff-407f-849a-35e62bf31b2e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.860093] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.860304] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.860373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.860698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.860867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.860977] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9660793e-3782-460e-8d89-928a87a95e40 is going to be updated. [ 892.907178] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.907580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.907580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.907704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.907818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.910871] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d87f8604-73ff-407f-849a-35e62bf31b2e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.912261] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.912417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.912453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.912700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.912789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.912985] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.913099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.913166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.913320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.913400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.913485] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87f8604-73ff-407f-849a-35e62bf31b2e already deleted. [ 892.913560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.922776] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: IN_PROGRESS for 2s [ 893.415123] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d87f8604-73ff-407f-849a-35e62bf31b2e: rpc.has_security_group_logging(os_id): False [ 893.439512] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.439739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.439830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.440230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.440393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.440722] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.441332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.441450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.441693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.441951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.441951] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87f8604-73ff-407f-849a-35e62bf31b2e is going to be created. [ 893.467048] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d87f8604-73ff-407f-849a-35e62bf31b2e], does not exist path=[/infra/domains/default/groups/d87f8604-73ff-407f-849a-35e62bf31b2e]."\n}' [ 893.467203] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87f8604-73ff-407f-849a-35e62bf31b2e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d87f8604-73ff-407f-849a-35e62bf31b2e [ 893.467289] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 893.519711] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.519859] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.519940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.520184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.522213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.522556] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.522675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.522729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.522936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.523028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.523262] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.523422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.523422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.523561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.523630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.523741] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87f8604-73ff-407f-849a-35e62bf31b2e is going to be created. [ 893.545042] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d87f8604-73ff-407f-849a-35e62bf31b2e], does not exist path=[/infra/domains/default/groups/d87f8604-73ff-407f-849a-35e62bf31b2e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d87f8604-73ff-407f-849a-35e62bf31b2e [ 893.545233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87f8604-73ff-407f-849a-35e62bf31b2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.545460] env[67441]: Traceback (most recent call last): [ 893.545497] env[67441]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 893.545497] env[67441]: return func(*args, **kwargs) [ 893.545497] env[67441]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 893.545497] env[67441]: res.raise_for_status() [ 893.545497] env[67441]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 893.545497] env[67441]: raise HTTPError(http_error_msg, response=self) [ 893.545497] env[67441]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d87f8604-73ff-407f-849a-35e62bf31b2e [ 893.545497] env[67441]: During handling of the above exception, another exception occurred: [ 893.545497] env[67441]: Traceback (most recent call last): [ 893.545716] env[67441]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 893.545716] env[67441]: listener.cb(fileno) [ 893.545716] env[67441]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 893.545716] env[67441]: result = function(*args, **kwargs) [ 893.545716] env[67441]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 893.545716] env[67441]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 893.545716] env[67441]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 893.545716] env[67441]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 893.545716] env[67441]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 893.545716] env[67441]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 893.545716] env[67441]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 893.545716] env[67441]: res.raise_for_status() [ 893.545716] env[67441]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 893.545716] env[67441]: raise HTTPError(http_error_msg, response=self) [ 893.545716] env[67441]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d87f8604-73ff-407f-849a-35e62bf31b2e [ 893.545716] env[67441]: Removing descriptor: 66 [ 894.932773] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: SUCCESS [ 894.933075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.933204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.933424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.933619] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.933733] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.933798] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.933969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.934074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.934164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.934261] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.939073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.939186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.939386] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.941719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.941719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.941719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.941719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.941719] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.442679] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.443455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.444069] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.945976] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.274709] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 896.274818] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 896.450679] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.450954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.451050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.451295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.451395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.451508] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9660793e-3782-460e-8d89-928a87a95e40 is going to be updated. [ 896.490037] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.490478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.490478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.490478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.490709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.502871] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: IN_PROGRESS for 2s [ 896.773137] env[67441]: INFO networking_nsxv3.common.synchronization [req-7cafb3fe-6a16-4375-9bf5-c18866a290bb req-42ef16a4-ee01-4ef3-ba79-d48f2c5ebda8 tempest-ServerRescueTestJSONUnderV235-1945311176 tempest-ServerRescueTestJSONUnderV235-1945311176-project-member] Enqueued Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 896.773651] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9660793e-3782-460e-8d89-928a87a95e40 with Priority: HIGHEST for action security_group_members [ 896.774084] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.774206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.119889] env[67441]: INFO networking_nsxv3.common.synchronization [req-a2261a96-92a1-4acf-b965-8db3cdffdef8 req-79e4df00-b32c-436d-bdd0-9bf30d23bab5 tempest-ImagesTestJSON-1476992468 tempest-ImagesTestJSON-1476992468-project-member] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 897.120304] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 897.120747] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.120926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.121035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.121295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.121894] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.121894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.121894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.121894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.122057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.122145] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.624767] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.127292] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.514908] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: SUCCESS [ 898.515233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.515626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.515626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.515809] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.515925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.515991] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.516158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.516237] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.516328] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.630347] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.630580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.630698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.631011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.631184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.631255] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 898.667629] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.667776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.667776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.667965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.668178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.678208] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 899.019139] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.019314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.019403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.019685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.049021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.049021] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.049021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.049021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.049274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.049274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.049274] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9660793e-3782-460e-8d89-928a87a95e40 is going to be updated. [ 899.081979] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.081979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.081979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.081979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.082298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.091400] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: IN_PROGRESS for 2s [ 900.353126] env[67441]: INFO networking_nsxv3.common.synchronization [req-8ad28c9f-a464-4e88-a676-bae59016901c req-20663d52-9945-4bf4-8dce-9c4bde3f887c tempest-FloatingIPsAssociationTestJSON-1541135322 tempest-FloatingIPsAssociationTestJSON-1541135322-project-member] Enqueued Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_members [ 900.353126] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769a9dcd-df06-471f-a222-1fad5d363953 with Priority: HIGHEST for action security_group_members [ 900.353126] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-769a9dcd-df06-471f-a222-1fad5d363953 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.354460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.354675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.357035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.357035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.357035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.357035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.357035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.357035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.357035] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('769a9dcd-df06-471f-a222-1fad5d363953',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.689050] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 900.689292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.860604] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.860848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.860968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.861338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.893321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.893584] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.893699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.893773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.894026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.894134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.894226] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 769a9dcd-df06-471f-a222-1fad5d363953 is going to be updated. [ 900.941334] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.941465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.941566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.941750] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.941896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.955169] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: IN_PROGRESS for 2s [ 901.102418] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: SUCCESS [ 901.102765] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9660793e-3782-460e-8d89-928a87a95e40 deletion is rescheduled due to dependency. [ 901.102912] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.103168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.103496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.103721] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.103842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.103926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.104300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.104404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.104566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.104713] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-9660793e-3782-460e-8d89-928a87a95e40 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.104847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.104984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.105148] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.105316] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.105432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.105506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.105742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.106139] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.106139] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.106139] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.107183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.107298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.107455] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.107557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.107613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.107755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.107830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.107933] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.200537] env[67441]: INFO networking_nsxv3.common.synchronization [req-01f15689-18b3-49e6-91f3-ea5f1fefcef0 req-2d949ff0-c83e-497f-8c88-92e3c9248665 tempest-ListImageFiltersTestJSON-1200250182 tempest-ListImageFiltersTestJSON-1200250182-project-member] Enqueued Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_members [ 901.202474] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGHEST for action security_group_members [ 901.203413] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.203498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.203542] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.204522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.205649] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.205649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.205649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.205649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.205649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.205649] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.610845] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9660793e-3782-460e-8d89-928a87a95e40: rpc.has_security_group_logging(os_id): False [ 901.612339] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.612484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.612545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.612869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.612869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.613077] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.613187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.613187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.613315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.613377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.613520] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9660793e-3782-460e-8d89-928a87a95e40 is going to be updated. [ 901.631128] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.631128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.631281] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.631426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.631510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.631731] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.631827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.631966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.632039] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.632111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.632294] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.632386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.632525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.632589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.632646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.632809] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.632884] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.632940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.633693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.633693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.633693] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9660793e-3782-460e-8d89-928a87a95e40 is going to be updated. [ 901.642449] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.642837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.642837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.642837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.642986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.652823] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: IN_PROGRESS for 2s [ 901.707668] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.707833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.707903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.708173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.710819] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.710932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.728693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.728979] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.729139] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.729207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.729417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.729500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.729594] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 is going to be updated. [ 901.730606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.730783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.730927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.754396] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: IN_PROGRESS for 2s [ 901.779675] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.779675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.779845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.779995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.780129] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.790843] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: IN_PROGRESS for 2s [ 902.966509] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 769a9dcd-df06-471f-a222-1fad5d363953 in Status: SUCCESS [ 902.966868] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 769a9dcd-df06-471f-a222-1fad5d363953 deletion is rescheduled due to dependency. [ 902.966868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-769a9dcd-df06-471f-a222-1fad5d363953" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.468246] env[67441]: INFO networking_nsxv3.common.synchronization [req-063183df-912b-4fe8-8de3-1334e7d1057b req-511f27a7-6e83-421d-8a95-6d5bf072c360 tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 903.468820] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 903.469147] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.469287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.469319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.473603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.473785] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.473894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.473959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.474342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.474342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.474457] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.616908] env[67441]: INFO networking_nsxv3.common.synchronization [req-e6174cf1-23b7-4138-a627-488305a185ac req-142b5d09-44d5-4dda-94c0-1f402be2fa60 tempest-InstanceActionsTestJSON-43977891 tempest-InstanceActionsTestJSON-43977891-project-member] Enqueued Resource ID: b582405d-72e7-4cac-8104-fb421987ba8a with Priority: HIGHEST for action security_group_members [ 903.617453] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b582405d-72e7-4cac-8104-fb421987ba8a with Priority: HIGHEST for action security_group_members [ 903.619083] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b582405d-72e7-4cac-8104-fb421987ba8a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.619083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.619083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.619083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.619083] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.619083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.619083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.619083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.619083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.619083] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b582405d-72e7-4cac-8104-fb421987ba8a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.667200] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: SUCCESS [ 903.667200] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9660793e-3782-460e-8d89-928a87a95e40 deletion is rescheduled due to dependency. [ 903.667200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.771020] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9660793e-3782-460e-8d89-928a87a95e40 in Status: SUCCESS [ 903.773472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.773472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.773472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.773472] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9660793e-3782-460e-8d89-928a87a95e40',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.801887] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 in Status: SUCCESS [ 903.802234] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 deletion is rescheduled due to dependency. [ 903.802365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.829715] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.829920] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.830066] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.830345] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.830615] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.830768] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.830880] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.831267] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.831448] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.831701] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.831845] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.831993] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.832146] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.832321] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.832527] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.832787] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.863281] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.863479] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.863625] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.863844] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.864253] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-86ff086f-821a-4cdc-b879-037ebd12b101 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.864482] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-86ff086f-821a-4cdc-b879-037ebd12b101" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.864592] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-86ff086f-821a-4cdc-b879-037ebd12b101" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.864890] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-86ff086f-821a-4cdc-b879-037ebd12b101" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.865129] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86ff086f-821a-4cdc-b879-037ebd12b101',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.964027] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.964276] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-654" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.964403] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-654" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.964737] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-654" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.965023] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.965267] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.965412] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.965639] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.965784] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.965993] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.966128] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.966277] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.966355] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.966506] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.966626] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.966836] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.976319] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.976449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.976658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.976658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.976749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.976923] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.977027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.977078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.977227] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.977296] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.977381] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be deleted. [ 903.989913] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.990087] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.990233] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.990410] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-654" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.990719] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-b0f4c3cb-f620-424f-b3aa-9c0b7c15f242 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.990889] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-b0f4c3cb-f620-424f-b3aa-9c0b7c15f242" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.991021] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-b0f4c3cb-f620-424f-b3aa-9c0b7c15f242" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.991357] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-b0f4c3cb-f620-424f-b3aa-9c0b7c15f242" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.991507] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f4c3cb-f620-424f-b3aa-9c0b7c15f242',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.007087] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.007276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.007320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.007514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.007572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.007676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.122925] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.122925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.122925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.122925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.122925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.122925] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.122925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.122925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.122925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.122925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.122925] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b582405d-72e7-4cac-8104-fb421987ba8a already deleted. [ 904.122925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.292405] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.292637] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.292637] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.292813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.292904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.293020] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9660793e-3782-460e-8d89-928a87a95e40 is going to be deleted. [ 904.355968] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.356186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.356232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.356447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.356547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.356666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9660793e-3782-460e-8d89-928a87a95e40" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.367506] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.367720] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.367777] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.368067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.368227] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.368419] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 86ff086f-821a-4cdc-b879-037ebd12b101 not found, creating... [ 904.368678] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.368837] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.368953] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.369194] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.369329] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.369628] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.369801] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.369917] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.370173] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.370304] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.370443] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 86ff086f-821a-4cdc-b879-037ebd12b101 is going to be created. [ 904.394558] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.394792] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.394940] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.395516] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.395869] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.396185] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-86ff086f-821a-4cdc-b879-037ebd12b101" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.493832] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.494126] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.494273] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.494589] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.494741] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.494895] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port b0f4c3cb-f620-424f-b3aa-9c0b7c15f242 not found, creating... [ 904.495178] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.495337] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.495454] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.495680] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.495812] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.496110] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.496266] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.496377] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.496578] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.496706] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.496844] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: b0f4c3cb-f620-424f-b3aa-9c0b7c15f242 is going to be created. [ 904.520730] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.520960] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.521092] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.521383] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.521611] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.521833] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-b0f4c3cb-f620-424f-b3aa-9c0b7c15f242" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.114119] env[67441]: INFO networking_nsxv3.common.synchronization [req-063183df-912b-4fe8-8de3-1334e7d1057b req-753e6747-fa16-42da-9a80-a2e2f56b7646 service nova] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_rules [ 905.114440] env[67441]: INFO networking_nsxv3.common.synchronization [req-063183df-912b-4fe8-8de3-1334e7d1057b req-753e6747-fa16-42da-9a80-a2e2f56b7646 service nova] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 905.114594] env[67441]: INFO networking_nsxv3.common.synchronization [req-063183df-912b-4fe8-8de3-1334e7d1057b req-753e6747-fa16-42da-9a80-a2e2f56b7646 service nova] Enqueued Resource ID: 86ff086f-821a-4cdc-b879-037ebd12b101 with Priority: HIGHEST for action port [ 905.115059] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_rules [ 905.115207] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 905.115306] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86ff086f-821a-4cdc-b879-037ebd12b101 with Priority: HIGHEST for action port [ 905.115857] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.115989] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.116066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.116268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.116351] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.117253] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.118248] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.118319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.118502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.118652] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.118765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.118819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.118969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.119066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.119436] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.121163] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-86ff086f-821a-4cdc-b879-037ebd12b101 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.121266] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86ff086f-821a-4cdc-b879-037ebd12b101" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.121403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86ff086f-821a-4cdc-b879-037ebd12b101" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.121491] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86ff086f-821a-4cdc-b879-037ebd12b101" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.121570] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86ff086f-821a-4cdc-b879-037ebd12b101',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.228782] env[67441]: INFO networking_nsxv3.common.synchronization [req-e6174cf1-23b7-4138-a627-488305a185ac req-94ceab69-f2ca-4bf4-9052-51083aa70ce9 service nova] Enqueued Resource ID: b582405d-72e7-4cac-8104-fb421987ba8a with Priority: HIGHEST for action security_group_rules [ 905.229024] env[67441]: INFO networking_nsxv3.common.synchronization [req-e6174cf1-23b7-4138-a627-488305a185ac req-94ceab69-f2ca-4bf4-9052-51083aa70ce9 service nova] Enqueued Resource ID: b582405d-72e7-4cac-8104-fb421987ba8a with Priority: HIGHEST for action security_group_members [ 905.229136] env[67441]: INFO networking_nsxv3.common.synchronization [req-e6174cf1-23b7-4138-a627-488305a185ac req-94ceab69-f2ca-4bf4-9052-51083aa70ce9 service nova] Enqueued Resource ID: b0f4c3cb-f620-424f-b3aa-9c0b7c15f242 with Priority: HIGHEST for action port [ 905.229654] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b582405d-72e7-4cac-8104-fb421987ba8a with Priority: HIGHEST for action security_group_rules [ 905.229805] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b582405d-72e7-4cac-8104-fb421987ba8a with Priority: HIGHEST for action security_group_members [ 905.230275] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f4c3cb-f620-424f-b3aa-9c0b7c15f242 with Priority: HIGHEST for action port [ 905.230619] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b582405d-72e7-4cac-8104-fb421987ba8a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.230802] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.230902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.231228] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.231358] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b582405d-72e7-4cac-8104-fb421987ba8a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.233128] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b582405d-72e7-4cac-8104-fb421987ba8a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.233248] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.233317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.233494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.233642] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.233740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.233803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.233951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.234074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.234166] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b582405d-72e7-4cac-8104-fb421987ba8a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.235202] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f4c3cb-f620-424f-b3aa-9c0b7c15f242 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.235409] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f4c3cb-f620-424f-b3aa-9c0b7c15f242" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.235409] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f4c3cb-f620-424f-b3aa-9c0b7c15f242" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.236316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f4c3cb-f620-424f-b3aa-9c0b7c15f242" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.236316] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f4c3cb-f620-424f-b3aa-9c0b7c15f242',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.622876] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.624119] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.624119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.624389] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86ff086f-821a-4cdc-b879-037ebd12b101 with status ACTIVE [ 905.624551] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.624672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.624918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.624918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.625130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.625214] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.625360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.625360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.626031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.626031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.626031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.626031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.626031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.626031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.626299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.626299] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86ff086f-821a-4cdc-b879-037ebd12b101 is going to be updated. [ 905.646969] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.647157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.647201] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.647384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.647521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.647680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86ff086f-821a-4cdc-b879-037ebd12b101" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.737106] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b582405d-72e7-4cac-8104-fb421987ba8a taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.737106] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.737310] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b582405d-72e7-4cac-8104-fb421987ba8a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.738268] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0f4c3cb-f620-424f-b3aa-9c0b7c15f242 with status ACTIVE [ 905.738464] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.738833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.738833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.738953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.738953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.739119] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.739217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.739279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.739435] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.739513] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.739689] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.739782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.740360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.740360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.740360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.740360] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0f4c3cb-f620-424f-b3aa-9c0b7c15f242 is going to be updated. [ 905.761059] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.761220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.761295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.761523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.761661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.761996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f4c3cb-f620-424f-b3aa-9c0b7c15f242" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.126087] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.241942] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b582405d-72e7-4cac-8104-fb421987ba8a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.627648] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.627830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.627891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.628114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.628252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.628298] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be created. [ 906.652705] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.652914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.652981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.653174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.653338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.667452] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: UNINITIALIZED for 2s [ 906.745412] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.745600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.745699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.745927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.746030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.746134] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b582405d-72e7-4cac-8104-fb421987ba8a is going to be created. [ 906.774311] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.774462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.774528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.774748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.774906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.789205] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b582405d-72e7-4cac-8104-fb421987ba8a in Status: UNINITIALIZED for 2s [ 908.270917] env[67441]: INFO networking_nsxv3.common.synchronization [req-4cd1a665-b70a-4a37-b2de-9b3f4647e3f7 req-64ee0379-6f6c-4d47-a57f-fc469d79ed67 tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 908.271517] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 908.271829] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.271949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.272072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.272300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.272451] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.272549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.272612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.272759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.272869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.272942] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.607818] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.607818] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.607818] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.608039] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.608132] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.608346] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.608401] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.609188] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.609188] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.609188] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.609381] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.609617] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.609787] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.610739] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.610739] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.610739] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.629952] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.630259] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.630390] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.630573] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.630893] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-b8dd409c-0132-4d39-bfed-f2a781209505 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.631076] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-b8dd409c-0132-4d39-bfed-f2a781209505" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.631475] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-b8dd409c-0132-4d39-bfed-f2a781209505" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.631785] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-b8dd409c-0132-4d39-bfed-f2a781209505" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.631960] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8dd409c-0132-4d39-bfed-f2a781209505',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.677074] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 908.677147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.677959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.677959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.678092] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.678233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.678233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.678969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.678969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.678969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.678969] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.775756] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.799538] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b582405d-72e7-4cac-8104-fb421987ba8a in Status: SUCCESS [ 908.799538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.799606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.799783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.799973] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.800097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.800160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.800310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.800384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.800463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.802770] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b582405d-72e7-4cac-8104-fb421987ba8a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.135433] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.135682] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.135810] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.136156] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.136326] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.136496] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port b8dd409c-0132-4d39-bfed-f2a781209505 not found, creating... [ 909.136773] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.136946] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.137084] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.137329] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.137479] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.137782] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.138025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.138171] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.138390] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.138524] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.138662] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: b8dd409c-0132-4d39-bfed-f2a781209505 is going to be created. [ 909.158604] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.158828] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.158950] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.159278] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.159513] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.159732] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-b8dd409c-0132-4d39-bfed-f2a781209505" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.182450] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.182614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.182731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.182898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.183070] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.183173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.183239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.183389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.185535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.185535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.185535] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.185535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.185535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.185535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.185535] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.185535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.185535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.185535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.185535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.185535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.185535] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.191470] env[67441]: INFO networking_nsxv3.common.synchronization [req-d31fbf6a-bc87-4470-abaa-5b367f2b7d28 req-720c8925-f7e1-4e0a-b62f-79ab7fb27a55 tempest-ServersAdminNegativeTestJSON-1720381914 tempest-ServersAdminNegativeTestJSON-1720381914-project-member] Enqueued Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_members [ 909.192009] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGHEST for action security_group_members [ 909.192298] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.192416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.192484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.192666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.192809] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.192906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.192970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.193126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.193205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.193292] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.278260] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.303119] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b582405d-72e7-4cac-8104-fb421987ba8a taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.303301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.303351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.303565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.303729] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.303826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.303891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.304338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.304338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.304338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.304501] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b582405d-72e7-4cac-8104-fb421987ba8a taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.304599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.304675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.304822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.304961] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.305077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.305168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.305339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.305845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.305845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.305845] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b582405d-72e7-4cac-8104-fb421987ba8a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.687643] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f005ba04-7973-42dd-8199-8cec110744ae: rpc.has_security_group_logging(os_id): False [ 909.696382] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.696601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.696705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.696968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.712748] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.712748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.723620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.723773] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.724063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.724063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.724356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.725776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.725776] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44be639-72c0-4848-a139-43cdb9129927 is going to be updated. [ 909.725776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.726488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.726488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.726488] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.726601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.726634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.726760] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.726928] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.727251] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.727586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.727586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.727586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.727722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.728288] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.728288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.728288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.728288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.728288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.728540] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be created. [ 909.766806] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.766806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.766806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.766806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.766806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.780495] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: IN_PROGRESS for 2s [ 909.781350] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.781809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.782166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.785297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.785297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.785297] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 909.811031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.811031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.811031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.811031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.811031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.811031] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b582405d-72e7-4cac-8104-fb421987ba8a: rpc.has_security_group_logging(os_id): False [ 909.831815] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.831986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.832102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.832459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.832623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.860336] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 909.860444] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 909.862881] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.863078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.863154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.863415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.863561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.863814] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.863919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.863984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.864229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.864310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.864526] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.864801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.865176] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.865387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.865565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.865768] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.866062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.866062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.866163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.866312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.866430] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b582405d-72e7-4cac-8104-fb421987ba8a is going to be created. [ 909.932859] env[67441]: INFO networking_nsxv3.common.synchronization [req-4cd1a665-b70a-4a37-b2de-9b3f4647e3f7 req-9940c3b5-9f0c-4719-9b9d-22ccb9c60252 service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 909.933099] env[67441]: INFO networking_nsxv3.common.synchronization [req-4cd1a665-b70a-4a37-b2de-9b3f4647e3f7 req-9940c3b5-9f0c-4719-9b9d-22ccb9c60252 service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 909.933187] env[67441]: INFO networking_nsxv3.common.synchronization [req-4cd1a665-b70a-4a37-b2de-9b3f4647e3f7 req-9940c3b5-9f0c-4719-9b9d-22ccb9c60252 service nova] Enqueued Resource ID: b8dd409c-0132-4d39-bfed-f2a781209505 with Priority: HIGHEST for action port [ 909.937591] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 909.937591] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 909.937591] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8dd409c-0132-4d39-bfed-f2a781209505 with Priority: HIGHEST for action port [ 909.937591] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.937591] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.937591] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.937591] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.937591] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.940396] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.942043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.942043] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8dd409c-0132-4d39-bfed-f2a781209505 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.942043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8dd409c-0132-4d39-bfed-f2a781209505" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.942043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8dd409c-0132-4d39-bfed-f2a781209505" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.942043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8dd409c-0132-4d39-bfed-f2a781209505" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.942043] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8dd409c-0132-4d39-bfed-f2a781209505',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.001939] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.002261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.002344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.002740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.002969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.018400] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b582405d-72e7-4cac-8104-fb421987ba8a in Status: IN_PROGRESS for 2s [ 910.448902] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.449736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.449736] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8dd409c-0132-4d39-bfed-f2a781209505 with status ACTIVE [ 910.449736] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.449736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.449736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.449926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.449953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.450229] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.450229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.450340] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.450428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.450503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.451062] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.451192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.451245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.451420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.451501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.451587] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8dd409c-0132-4d39-bfed-f2a781209505 is going to be updated. [ 910.480776] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.480925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.480997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.481525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8dd409c-0132-4d39-bfed-f2a781209505" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.807907] env[67441]: INFO networking_nsxv3.common.synchronization [req-88f40d99-3a15-4855-9e92-70f61cc9b084 req-510330e1-874f-4861-8231-071d5a414dff tempest-ServerTagsTestJSON-1972248162 tempest-ServerTagsTestJSON-1972248162-project-member] Enqueued Resource ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc with Priority: HIGHEST for action security_group_members [ 910.808527] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc with Priority: HIGHEST for action security_group_members [ 910.808967] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.808967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.809158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.809367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.809581] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.809726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.809814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.809987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.810089] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.810188] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a0f37e8-2796-4a9f-b1d1-de0167a908cc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.864467] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f0f0082f-faf2-42b6-bc52-8da10ceb730a tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 910.865074] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 910.865463] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.865607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.865675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.865883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.866049] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.866184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.866239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.866423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.866531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.866560] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.269593] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.269877] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-810" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.269991] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-810" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.270393] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-810" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.270682] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.270833] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.270958] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.271336] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.271336] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.271577] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.271689] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.271800] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.271914] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.272105] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.272239] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.272382] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.297811] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.298087] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.298257] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.298444] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-810" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.298856] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-3d0d72f8-9d7b-4945-ba15-65b6754adaa1 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.299063] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-3d0d72f8-9d7b-4945-ba15-65b6754adaa1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.299179] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-3d0d72f8-9d7b-4945-ba15-65b6754adaa1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.299698] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-3d0d72f8-9d7b-4945-ba15-65b6754adaa1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.300213] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d0d72f8-9d7b-4945-ba15-65b6754adaa1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.312939] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.313181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.313282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.313613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.313726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.313940] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.314287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.314411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.314639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.314741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.314857] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc already deleted. [ 911.314949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.370735] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.791658] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d44be639-72c0-4848-a139-43cdb9129927 in Status: SUCCESS [ 911.791952] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d44be639-72c0-4848-a139-43cdb9129927 deletion is rescheduled due to dependency. [ 911.792132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.806122] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.806372] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.806494] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.806784] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.807198] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.807425] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 3d0d72f8-9d7b-4945-ba15-65b6754adaa1 not found, creating... [ 911.807736] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.807953] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.808158] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.808440] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.808628] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.808968] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.809208] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.809370] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.809627] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.809812] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.809999] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 3d0d72f8-9d7b-4945-ba15-65b6754adaa1 is going to be created. [ 911.837042] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.837042] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.837352] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.838031] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.838031] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.838031] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-3d0d72f8-9d7b-4945-ba15-65b6754adaa1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.873765] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.876216] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 911.876216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.876493] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.876551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.876761] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.876886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.876952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.877603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.877603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.877603] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.881657] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 911.881657] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.033550] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b582405d-72e7-4cac-8104-fb421987ba8a in Status: SUCCESS [ 912.033967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.379560] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.379722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.379802] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.380089] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.380233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.380384] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 912.381645] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.417087] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.417267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.417332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.417505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.417654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.428229] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 912.544109] env[67441]: INFO networking_nsxv3.common.synchronization [req-88f40d99-3a15-4855-9e92-70f61cc9b084 req-2ec1b0e1-b2e4-4da3-ad3c-f5049d1dd8bf service nova] Enqueued Resource ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc with Priority: HIGHEST for action security_group_rules [ 912.544300] env[67441]: INFO networking_nsxv3.common.synchronization [req-88f40d99-3a15-4855-9e92-70f61cc9b084 req-2ec1b0e1-b2e4-4da3-ad3c-f5049d1dd8bf service nova] Enqueued Resource ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc with Priority: HIGHEST for action security_group_members [ 912.544462] env[67441]: INFO networking_nsxv3.common.synchronization [req-88f40d99-3a15-4855-9e92-70f61cc9b084 req-2ec1b0e1-b2e4-4da3-ad3c-f5049d1dd8bf service nova] Enqueued Resource ID: 3d0d72f8-9d7b-4945-ba15-65b6754adaa1 with Priority: HIGHEST for action port [ 912.544980] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc with Priority: HIGHEST for action security_group_rules [ 912.545159] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc with Priority: HIGHEST for action security_group_members [ 912.545231] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0d72f8-9d7b-4945-ba15-65b6754adaa1 with Priority: HIGHEST for action port [ 912.545596] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a0f37e8-2796-4a9f-b1d1-de0167a908cc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.545653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.545682] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.545924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.546016] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a0f37e8-2796-4a9f-b1d1-de0167a908cc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.547062] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.547062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.547062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.547201] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.547305] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.547399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.547457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.547595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.547675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.547790] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a0f37e8-2796-4a9f-b1d1-de0167a908cc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.549210] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d0d72f8-9d7b-4945-ba15-65b6754adaa1 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.549434] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d0d72f8-9d7b-4945-ba15-65b6754adaa1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.549701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d0d72f8-9d7b-4945-ba15-65b6754adaa1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.549701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d0d72f8-9d7b-4945-ba15-65b6754adaa1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.549804] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d0d72f8-9d7b-4945-ba15-65b6754adaa1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.887317] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.052774] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d0d72f8-9d7b-4945-ba15-65b6754adaa1 with status ACTIVE [ 913.052774] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.052774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.052774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.053229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.053229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.053229] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.053336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.053428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.053634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.053740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.053958] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.054125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.054210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.054365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.054474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.054568] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d0d72f8-9d7b-4945-ba15-65b6754adaa1 is going to be updated. [ 913.055901] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.055901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.056041] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a0f37e8-2796-4a9f-b1d1-de0167a908cc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.090439] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.090626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.090626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.090911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.091523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.091523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d0d72f8-9d7b-4945-ba15-65b6754adaa1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.391687] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.391687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.391687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.391687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.391687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.391687] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 913.425900] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.426064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.426140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.426435] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.426598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.437983] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 913.555138] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.555499] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.555614] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.555921] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.556230] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.556423] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.556576] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.556827] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.557022] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.557237] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.557424] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.557492] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.557587] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.557721] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.557841] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.557992] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.559414] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a0f37e8-2796-4a9f-b1d1-de0167a908cc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.578367] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.578563] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.578707] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.578884] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.579246] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-6b93b6bd-9b0c-49a1-9e04-06943d0aeff9 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.579424] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-6b93b6bd-9b0c-49a1-9e04-06943d0aeff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.579543] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-6b93b6bd-9b0c-49a1-9e04-06943d0aeff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.579873] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-6b93b6bd-9b0c-49a1-9e04-06943d0aeff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.580453] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b93b6bd-9b0c-49a1-9e04-06943d0aeff9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.061390] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.061655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.061655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.061853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.062100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.062100] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc is going to be created. [ 914.083647] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.084267] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.084267] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.084678] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.084678] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.084798] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 6b93b6bd-9b0c-49a1-9e04-06943d0aeff9 not found, creating... [ 914.085059] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.085332] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.085407] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.085590] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.085730] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.086034] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.086593] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.086749] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.086979] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.087192] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.087359] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 6b93b6bd-9b0c-49a1-9e04-06943d0aeff9 is going to be created. [ 914.089140] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.089399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.089486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.089633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.090778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.102545] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc in Status: UNINITIALIZED for 2s [ 914.110923] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.111223] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.111346] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.111617] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.111840] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.112243] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-6b93b6bd-9b0c-49a1-9e04-06943d0aeff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.439863] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 914.440647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.855911] env[67441]: INFO networking_nsxv3.common.synchronization [req-fbcab615-d96d-4261-b1f9-8d951130318a req-188f7482-92d0-46bd-9204-2def99f24fd0 service nova] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_rules [ 914.856276] env[67441]: INFO networking_nsxv3.common.synchronization [req-fbcab615-d96d-4261-b1f9-8d951130318a req-188f7482-92d0-46bd-9204-2def99f24fd0 service nova] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 914.856482] env[67441]: INFO networking_nsxv3.common.synchronization [req-fbcab615-d96d-4261-b1f9-8d951130318a req-188f7482-92d0-46bd-9204-2def99f24fd0 service nova] Enqueued Resource ID: 6b93b6bd-9b0c-49a1-9e04-06943d0aeff9 with Priority: HIGHEST for action port [ 914.857217] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_rules [ 914.857386] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 914.857522] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b93b6bd-9b0c-49a1-9e04-06943d0aeff9 with Priority: HIGHEST for action port [ 914.858023] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.858249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.858249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.858564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.858650] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.865348] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.869049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.869049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.869049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.869049] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.869049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.869049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.869049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.869049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.869049] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.869688] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b93b6bd-9b0c-49a1-9e04-06943d0aeff9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.869688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b93b6bd-9b0c-49a1-9e04-06943d0aeff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.869688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b93b6bd-9b0c-49a1-9e04-06943d0aeff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.870052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b93b6bd-9b0c-49a1-9e04-06943d0aeff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.870052] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b93b6bd-9b0c-49a1-9e04-06943d0aeff9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.372617] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.372617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.373121] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.373684] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b93b6bd-9b0c-49a1-9e04-06943d0aeff9 with status ACTIVE [ 915.373872] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.373985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.374080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.374289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.374380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.374551] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.374647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.374698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.374852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.374931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.375118] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.375202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.375265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.375416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.375475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.375543] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b93b6bd-9b0c-49a1-9e04-06943d0aeff9 is going to be updated. [ 915.398965] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.399171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.399276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.399503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.399666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.399812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b93b6bd-9b0c-49a1-9e04-06943d0aeff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.449350] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 915.449481] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.449959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.450210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.450476] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.450607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.450701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.450923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.451052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.451190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.451428] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.878357] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.953506] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.953653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.953752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.954016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.954198] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.954326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.954390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.954538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.954625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.954735] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.954848] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.954940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.954999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.955163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.955305] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.955395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.955455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.955590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.955666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.955747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.955832] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.114233] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc in Status: SUCCESS [ 916.114472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.114646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.114865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.115079] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.115287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.115287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.115426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.115508] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.115685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.115685] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a0f37e8-2796-4a9f-b1d1-de0167a908cc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.357889] env[67441]: INFO networking_nsxv3.common.synchronization [None req-7a90cf11-6451-46cd-82a6-51d1b2180763 tempest-ServerDiskConfigTestJSON-1877869234 tempest-ServerDiskConfigTestJSON-1877869234-project-member] Enqueued Resource ID: 8029869e-4365-49c1-af4d-a91f602d9157 with Priority: HIGHEST for action security_group_rules [ 916.358531] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8029869e-4365-49c1-af4d-a91f602d9157 with Priority: HIGHEST for action security_group_rules [ 916.358904] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8029869e-4365-49c1-af4d-a91f602d9157 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.359037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8029869e-4365-49c1-af4d-a91f602d9157" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.359125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8029869e-4365-49c1-af4d-a91f602d9157" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.359477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8029869e-4365-49c1-af4d-a91f602d9157" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.359607] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8029869e-4365-49c1-af4d-a91f602d9157',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.381387] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.381387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.381387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.381387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.381387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.381387] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 916.416111] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.416795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.416913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.417192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.417368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.430458] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 916.462581] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24560ce6-fb65-4812-ab78-28d99a5fb998: rpc.has_security_group_logging(os_id): False [ 916.481043] env[67441]: INFO networking_nsxv3.common.synchronization [None req-113cb40f-d169-4ed3-8f18-8b559271fc0c tempest-ServerDiskConfigTestJSON-1877869234 tempest-ServerDiskConfigTestJSON-1877869234-project-member] Enqueued Resource ID: 8029869e-4365-49c1-af4d-a91f602d9157 with Priority: HIGHEST for action security_group_rules [ 916.481221] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8029869e-4365-49c1-af4d-a91f602d9157 with Priority: HIGHEST for action security_group_rules [ 916.482641] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.482641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.483679] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.483679] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.484475] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8029869e-4365-49c1-af4d-a91f602d9157 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.484475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8029869e-4365-49c1-af4d-a91f602d9157" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.513995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.513995] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.513995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.513995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.513995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.513995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.513995] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.513995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.513995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.513995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.513995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.514456] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.514456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.514456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.514456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.514589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.514589] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 916.584890] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.585100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.585100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.585358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.585587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.608162] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 916.621183] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.621402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.621518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.621984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.622106] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.622438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.622438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.622541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.622654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.622776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.623016] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.623185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.623287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.623517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.623751] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.624188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.624188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.624331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.624450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.624593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.624741] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a0f37e8-2796-4a9f-b1d1-de0167a908cc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.882832] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.885026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.885026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.885026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.885026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.885026] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8029869e-4365-49c1-af4d-a91f602d9157 already deleted. [ 916.885026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8029869e-4365-49c1-af4d-a91f602d9157" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.885026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8029869e-4365-49c1-af4d-a91f602d9157" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.885026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8029869e-4365-49c1-af4d-a91f602d9157" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.885026] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8029869e-4365-49c1-af4d-a91f602d9157',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.128387] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a0f37e8-2796-4a9f-b1d1-de0167a908cc: rpc.has_security_group_logging(os_id): False [ 917.148067] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.148237] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.148312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.148525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.148622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.148836] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.148936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.148994] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.149181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.149264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.149471] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.149571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.149635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.149777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.149852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.151150] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.151366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.151447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.151621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.151704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.151800] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc is going to be created. [ 917.213979] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.214187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.214262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.214902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.214902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.228608] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc in Status: IN_PROGRESS for 2s [ 917.408886] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.409233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.409233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.410433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.411161] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.411161] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8029869e-4365-49c1-af4d-a91f602d9157 already deleted. [ 917.411161] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8029869e-4365-49c1-af4d-a91f602d9157" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.441392] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 918.441764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.441854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.442204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.442398] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.442540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.442608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.442781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.442867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.442955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.443088] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.626721] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 918.626988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.945291] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.945477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.945527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.945765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.945939] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.946056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.946122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.946335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.946431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.946519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.946668] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.946776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.946863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.947040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.947181] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.947316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.947362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.947483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.947545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.947627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.947716] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.241633] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc in Status: SUCCESS [ 919.241898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.451456] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f005ba04-7973-42dd-8199-8cec110744ae: rpc.has_security_group_logging(os_id): False [ 919.471371] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.471529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.471597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.471811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.471906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.472254] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.472396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.472469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.472649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.472732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.473394] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.473394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.473394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.473394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.473394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.473823] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.473932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.474063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.474238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.474316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.474404] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 919.539713] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.541933] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.541933] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.541933] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.541933] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.556899] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 919.907179] env[67441]: INFO networking_nsxv3.common.synchronization [req-36754495-b0e3-4075-9c54-85345c0d862e req-aeb9ce1b-94c0-4123-98da-628ae377b7b2 tempest-ServersTestMultiNic-1440343945 tempest-ServersTestMultiNic-1440343945-project-member] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 919.907179] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 919.907179] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.907179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.907179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.907889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.908415] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.908692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.908854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.909160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.909348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.909544] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.321633] env[67441]: INFO networking_nsxv3.common.synchronization [None req-e96ddd5a-bbc6-4179-9a53-44fae5d32619 None None] Enqueued Resource ID: 0334b9f9-1bcd-4aad-8430-88de42832efb with Priority: HIGHEST for action port [ 920.322287] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0334b9f9-1bcd-4aad-8430-88de42832efb with Priority: HIGHEST for action port [ 920.322605] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-0334b9f9-1bcd-4aad-8430-88de42832efb taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.322734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0334b9f9-1bcd-4aad-8430-88de42832efb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.322804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0334b9f9-1bcd-4aad-8430-88de42832efb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.323079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0334b9f9-1bcd-4aad-8430-88de42832efb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.323181] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0334b9f9-1bcd-4aad-8430-88de42832efb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.332781] env[67441]: INFO networking_nsxv3.common.synchronization [req-36754495-b0e3-4075-9c54-85345c0d862e req-4e166a4f-bf4b-442b-bc08-6f2def12f6dc tempest-ServersTestMultiNic-1440343945 tempest-ServersTestMultiNic-1440343945-project-member] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 920.333680] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 920.334529] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.334642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.413330] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.415506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.415748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.416119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.449277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.449277] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.449277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.449277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.449277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.449277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.449277] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 920.480093] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.480579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.480579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.480713] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.480786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.493102] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 920.820524] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.820524] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-492" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.820524] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-492" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.821575] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-492" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.821575] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.821575] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.821575] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.821914] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.822176] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.822467] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.822701] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.822880] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.823066] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.823235] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.823549] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.824454] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.828356] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0334b9f9-1bcd-4aad-8430-88de42832efb [ 920.828708] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.828881] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.828988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.829241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.829362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.829463] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0334b9f9-1bcd-4aad-8430-88de42832efb already deleted. [ 920.829547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0334b9f9-1bcd-4aad-8430-88de42832efb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.868232] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.868232] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.868232] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.868552] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-492" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.868838] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.868838] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.869112] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.869372] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.869570] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.372445] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.372677] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.372806] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.373093] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.373248] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.373507] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359 not found, creating... [ 921.373682] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.373836] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.374231] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.374456] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.374456] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.374724] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.374905] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.375099] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.375330] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.375509] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.375601] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359 is going to be created. [ 921.406657] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.406876] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.406951] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.407248] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.407494] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.407799] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.506054] env[67441]: INFO networking_nsxv3.common.synchronization [req-8e7b41da-6a18-44e9-bd18-8f531bebe40a req-f8a44112-be9a-407c-afef-99dd147e9c89 tempest-ServersAdminTestJSON-442587708 tempest-ServersAdminTestJSON-442587708-project-member] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 921.506663] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 921.506975] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.507139] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.507217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.507444] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.507611] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.507712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.507773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.507936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.508030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.508139] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.575300] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 921.575566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.732841] env[67441]: INFO networking_nsxv3.common.synchronization [req-0677c9e8-9d09-4ec7-bf7b-b678efaa593d req-24bcaa84-bd10-42cd-b408-2f8312d61bb9 tempest-ServerDiskConfigTestJSON-1877869234 tempest-ServerDiskConfigTestJSON-1877869234-project-member] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 921.733417] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 921.733721] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.734032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.734032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.734373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.734650] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.734793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.734904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.735235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.735235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.735378] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.011163] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.019086] env[67441]: INFO networking_nsxv3.common.synchronization [None req-273a1a89-543f-4ac6-9a1d-e4fa480a07e1 None None] Enqueued Resource ID: f8bc2c9a-c745-4626-8f20-e3e484e7d43c with Priority: HIGHEST for action port [ 922.019599] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bc2c9a-c745-4626-8f20-e3e484e7d43c with Priority: HIGHEST for action port [ 922.019754] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8bc2c9a-c745-4626-8f20-e3e484e7d43c taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.019834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8bc2c9a-c745-4626-8f20-e3e484e7d43c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.019946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8bc2c9a-c745-4626-8f20-e3e484e7d43c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.020173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8bc2c9a-c745-4626-8f20-e3e484e7d43c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.020269] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8bc2c9a-c745-4626-8f20-e3e484e7d43c',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.132078] env[67441]: INFO networking_nsxv3.common.synchronization [req-36754495-b0e3-4075-9c54-85345c0d862e req-d2df77c1-1f0a-4b78-a184-155fb3e8e1ce service nova] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_rules [ 922.132078] env[67441]: INFO networking_nsxv3.common.synchronization [req-36754495-b0e3-4075-9c54-85345c0d862e req-d2df77c1-1f0a-4b78-a184-155fb3e8e1ce service nova] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 922.132078] env[67441]: INFO networking_nsxv3.common.synchronization [req-36754495-b0e3-4075-9c54-85345c0d862e req-d2df77c1-1f0a-4b78-a184-155fb3e8e1ce service nova] Enqueued Resource ID: e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359 with Priority: HIGHEST for action port [ 922.132078] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_rules [ 922.132078] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 922.132078] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359 with Priority: HIGHEST for action port [ 922.132078] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.133589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.136685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.136685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.136685] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.137689] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.137785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.138603] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.138603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.138603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.138603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.138603] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.237407] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.237881] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.237881] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.237881] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.261993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.262303] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.262441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.262551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.262691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.262828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.262883] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 922.292902] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.292902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.292902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.292902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.292902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.302735] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 922.504984] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 922.505435] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 deletion is rescheduled due to dependency. [ 922.505681] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.505971] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.507825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.507825] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.507825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.507825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.507825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.507825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.507825] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.518581] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.523137] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8bc2c9a-c745-4626-8f20-e3e484e7d43c [ 922.523137] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.523137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.523137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.523137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.523137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.523137] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8bc2c9a-c745-4626-8f20-e3e484e7d43c already deleted. [ 922.523137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8bc2c9a-c745-4626-8f20-e3e484e7d43c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.640189] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.640189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.640868] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359 with status ACTIVE [ 922.640868] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.640868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.640868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.640868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.641085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.641085] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.641221] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.641260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.641375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.641441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.641619] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.641689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.641793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.641878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.642016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.642155] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359 is going to be updated. [ 922.664727] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.664902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.664942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.665260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.665396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.665555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e23e7d0d-aa8a-46b3-b2aa-146dd4fa4359" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.967133] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.967356] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-930" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.967493] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-930" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.967798] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-930" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.971292] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.971495] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.971673] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.971857] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.972086] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.972917] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.972917] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.972917] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.972917] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.972917] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.972917] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.972917] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.996059] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.996059] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.996059] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.996059] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-930" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.996059] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-17e3be84-2bfa-4e45-83ad-feba94c514ac taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.996059] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-17e3be84-2bfa-4e45-83ad-feba94c514ac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.996059] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-17e3be84-2bfa-4e45-83ad-feba94c514ac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.996059] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-17e3be84-2bfa-4e45-83ad-feba94c514ac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.996722] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17e3be84-2bfa-4e45-83ad-feba94c514ac',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.010993] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.021151] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.021151] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.021151] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.021151] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.021435] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.021435] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 923.054796] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.054948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.055165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.055305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.055460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.066254] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 923.499984] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.500431] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.500431] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.500593] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.500721] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.501338] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 17e3be84-2bfa-4e45-83ad-feba94c514ac not found, creating... [ 923.501338] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.501338] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.501508] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.504030] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.504030] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.504030] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.504030] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.504030] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.504030] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.504030] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.504030] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 17e3be84-2bfa-4e45-83ad-feba94c514ac is going to be created. [ 923.512786] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.525027] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.525274] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.525394] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.525671] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.525896] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.526148] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-17e3be84-2bfa-4e45-83ad-feba94c514ac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.015967] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.016126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.016230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.016612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.016686] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.016783] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 924.050071] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.050229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.050302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.050518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.050699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.061725] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 924.288765] env[67441]: INFO networking_nsxv3.common.synchronization [req-36754495-b0e3-4075-9c54-85345c0d862e req-ac965f75-162f-4fca-92d5-344db15d7610 service nova] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_rules [ 924.288958] env[67441]: INFO networking_nsxv3.common.synchronization [req-36754495-b0e3-4075-9c54-85345c0d862e req-ac965f75-162f-4fca-92d5-344db15d7610 service nova] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 924.289140] env[67441]: INFO networking_nsxv3.common.synchronization [req-36754495-b0e3-4075-9c54-85345c0d862e req-ac965f75-162f-4fca-92d5-344db15d7610 service nova] Enqueued Resource ID: 17e3be84-2bfa-4e45-83ad-feba94c514ac with Priority: HIGHEST for action port [ 924.289677] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_rules [ 924.289786] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 924.289880] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e3be84-2bfa-4e45-83ad-feba94c514ac with Priority: HIGHEST for action port [ 924.291179] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.292122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.292439] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.292439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.292649] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-17e3be84-2bfa-4e45-83ad-feba94c514ac taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.292730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17e3be84-2bfa-4e45-83ad-feba94c514ac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.292777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17e3be84-2bfa-4e45-83ad-feba94c514ac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.293205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17e3be84-2bfa-4e45-83ad-feba94c514ac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.293205] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17e3be84-2bfa-4e45-83ad-feba94c514ac',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.313737] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 924.313949] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 deletion is rescheduled due to dependency. [ 924.314102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.797892] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17e3be84-2bfa-4e45-83ad-feba94c514ac with status ACTIVE [ 924.798240] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.798309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.798389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.799318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.799318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.799318] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.799318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.799318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.799783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.799783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.799783] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.799969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.800065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.800305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.800410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.800542] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17e3be84-2bfa-4e45-83ad-feba94c514ac is going to be updated. [ 924.852594] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.852875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.852973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.853262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.853492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.853686] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17e3be84-2bfa-4e45-83ad-feba94c514ac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.078425] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 925.082460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.568603] env[67441]: INFO networking_nsxv3.common.synchronization [req-ec98f289-c206-43bc-b6e8-93cb5aea4841 req-d092921f-df96-4251-a412-76327a414615 tempest-DeleteServersAdminTestJSON-1488886108 tempest-DeleteServersAdminTestJSON-1488886108-project-member] Enqueued Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_members [ 925.569237] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_members [ 925.569607] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.569735] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.569824] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.570818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.570994] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.571758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.571758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.571758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.571758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.571758] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.749559] env[67441]: INFO networking_nsxv3.common.synchronization [req-28b8a720-8b3a-4fa7-95d3-3d50adebb527 req-dd5b7eca-7d93-4d6c-96c0-befc79b0c5c8 tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 925.749986] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 925.750332] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.750465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.750529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.750723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.750877] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.750983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.751056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.751191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.751276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.751367] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.901373] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.901373] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.901769] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.901769] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.902443] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.902443] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.902443] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.902635] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.902955] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.903037] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.903955] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.903955] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.903955] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.903955] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.903955] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.903955] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.922724] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.922724] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.923806] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.923806] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.923806] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-7c4134cd-8b79-40d1-ab0c-88bd31654f12 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.923806] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-7c4134cd-8b79-40d1-ab0c-88bd31654f12" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.923806] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-7c4134cd-8b79-40d1-ab0c-88bd31654f12" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.924059] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-7c4134cd-8b79-40d1-ab0c-88bd31654f12" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.924190] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4134cd-8b79-40d1-ab0c-88bd31654f12',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.075727] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 926.075902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.076560] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.076659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.076659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.076951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.080731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.080829] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.081030] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.083323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.083323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.083323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.083323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.083323] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.102095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.102507] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.102671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.102743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.102957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.103072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.103170] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d is going to be updated. [ 926.131983] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.131983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.134831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.135136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.135302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.149074] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: IN_PROGRESS for 2s [ 926.253304] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.315558] env[67441]: INFO networking_nsxv3.common.synchronization [req-b39fed68-cc0c-4c79-a073-2edc39e6bc96 req-d471aec6-e681-4ca2-8b97-557e69ba015b tempest-InstanceActionsTestJSON-43977891 tempest-InstanceActionsTestJSON-43977891-project-member] Enqueued Resource ID: b582405d-72e7-4cac-8104-fb421987ba8a with Priority: HIGHEST for action security_group_members [ 926.316327] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b582405d-72e7-4cac-8104-fb421987ba8a with Priority: HIGHEST for action security_group_members [ 926.316737] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b582405d-72e7-4cac-8104-fb421987ba8a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.316905] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.317017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.319976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.319976] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.319976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.319976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.319976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.319976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.319976] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b582405d-72e7-4cac-8104-fb421987ba8a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.427031] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.427277] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.427403] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.427701] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.427853] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.428023] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 7c4134cd-8b79-40d1-ab0c-88bd31654f12 not found, creating... [ 926.428298] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.430872] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.431119] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.431411] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.431562] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.431888] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.432114] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.432244] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.432475] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.432617] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.432764] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 7c4134cd-8b79-40d1-ab0c-88bd31654f12 is going to be created. [ 926.466645] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.466873] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.466975] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.467692] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.467692] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.468312] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-7c4134cd-8b79-40d1-ab0c-88bd31654f12" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.584572] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.755338] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.821644] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.821832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.821832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.822121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.822216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.822412] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.822508] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.822568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.822725] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.822796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.822888] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b582405d-72e7-4cac-8104-fb421987ba8a is going to be updated. [ 926.851674] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.851822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.851935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.852245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.852482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.863697] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b582405d-72e7-4cac-8104-fb421987ba8a in Status: IN_PROGRESS for 2s [ 926.869397] env[67441]: INFO networking_nsxv3.common.synchronization [req-9d5f116b-cf14-48a9-b80e-b0f1b3d72d33 req-e047828b-de0a-47f2-9c2a-f7a4c5d1e48f tempest-ServersWithSpecificFlavorTestJSON-787508659 tempest-ServersWithSpecificFlavorTestJSON-787508659-project-member] Enqueued Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_members [ 926.869989] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGHEST for action security_group_members [ 926.870417] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.870506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.870506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.871041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.871272] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.871384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.871478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.871671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.871814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.871976] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.090381] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.196075] env[67441]: INFO networking_nsxv3.common.synchronization [req-ec98f289-c206-43bc-b6e8-93cb5aea4841 req-ac6170d6-8207-4d0d-bba0-97a59c239280 service nova] Enqueued Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_rules [ 927.196282] env[67441]: INFO networking_nsxv3.common.synchronization [req-ec98f289-c206-43bc-b6e8-93cb5aea4841 req-ac6170d6-8207-4d0d-bba0-97a59c239280 service nova] Enqueued Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_members [ 927.196447] env[67441]: INFO networking_nsxv3.common.synchronization [req-ec98f289-c206-43bc-b6e8-93cb5aea4841 req-ac6170d6-8207-4d0d-bba0-97a59c239280 service nova] Enqueued Resource ID: 7c4134cd-8b79-40d1-ab0c-88bd31654f12 with Priority: HIGHEST for action port [ 927.198191] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_rules [ 927.198191] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_members [ 927.198319] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4134cd-8b79-40d1-ab0c-88bd31654f12 with Priority: HIGHEST for action port [ 927.198683] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.199036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.199106] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.199797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.199797] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.200237] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.200323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.200519] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c4134cd-8b79-40d1-ab0c-88bd31654f12 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.200654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c4134cd-8b79-40d1-ab0c-88bd31654f12" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.200701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c4134cd-8b79-40d1-ab0c-88bd31654f12" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.200836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c4134cd-8b79-40d1-ab0c-88bd31654f12" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.200907] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4134cd-8b79-40d1-ab0c-88bd31654f12',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.257577] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.257786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.258040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.258195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.258299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.258428] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 927.292359] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.292655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.292655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.292745] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.292867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.305060] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 927.375666] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.375666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.375666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.377881] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.401649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.401882] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.402098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.402098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.402323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.402404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.402547] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90dd912f-be5a-4914-9506-666435e827b3 is going to be updated. [ 927.432071] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.432071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.432071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.432071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.432215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.441993] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: IN_PROGRESS for 2s [ 927.595800] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.596924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.597078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.597317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.597559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.597559] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 927.628077] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.628235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.628305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.628930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.629108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.643758] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 927.702219] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.702381] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.705061] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c4134cd-8b79-40d1-ab0c-88bd31654f12 with status ACTIVE [ 927.705334] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.705488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.705590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.705852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.705852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.706037] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.706149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.706212] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.706393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.706949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.706949] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.706949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.706949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.706949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.707186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.707186] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c4134cd-8b79-40d1-ab0c-88bd31654f12 is going to be updated. [ 927.732347] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.732497] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.732882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.732882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.733076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.733200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c4134cd-8b79-40d1-ab0c-88bd31654f12" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.159962] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: SUCCESS [ 928.159962] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d deletion is rescheduled due to dependency. [ 928.160336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.160336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.160505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.160690] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.160804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.160869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.161085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.161234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.161379] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.664574] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.878177] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b582405d-72e7-4cac-8104-fb421987ba8a in Status: SUCCESS [ 928.878177] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b582405d-72e7-4cac-8104-fb421987ba8a deletion is rescheduled due to dependency. [ 928.878177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.167177] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.316616] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 929.316877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.457803] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90dd912f-be5a-4914-9506-666435e827b3 in Status: SUCCESS [ 929.457987] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90dd912f-be5a-4914-9506-666435e827b3 deletion is rescheduled due to dependency. [ 929.458270] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.657307] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 929.657527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.657704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.657923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.658136] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.658247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.658312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.658448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.658521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.658625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.658698] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.659567] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.659938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.660114] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.660225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.660382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.660443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.660495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.660724] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.668903] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.669134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.669134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.669286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.669359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.669456] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d is going to be updated. [ 929.735184] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.735184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.735184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.735347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.735445] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.745558] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: IN_PROGRESS for 2s [ 930.162565] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.162703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.162922] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.613566] env[67441]: INFO networking_nsxv3.common.synchronization [req-a355b747-6335-4cfa-8359-0b945223ad55 req-b50c3a7b-227a-4bb1-ac79-3992e87457c3 tempest-AttachVolumeTestJSON-653954216 tempest-AttachVolumeTestJSON-653954216-project-member] Enqueued Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGHEST for action security_group_members [ 930.614221] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGHEST for action security_group_members [ 930.614582] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-49dde048-9dd2-41d4-9af7-b94a42c03a1e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.614865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.614939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.615289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.615508] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.615659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.615758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.615995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.616134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.616302] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49dde048-9dd2-41d4-9af7-b94a42c03a1e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.665701] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.686197] env[67441]: INFO networking_nsxv3.common.synchronization [req-e85952ca-824f-4cb7-abf8-f025f2fc236c req-56902b86-89d4-4f1a-8d6b-97a110adfc63 tempest-ServerTagsTestJSON-1972248162 tempest-ServerTagsTestJSON-1972248162-project-member] Enqueued Resource ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc with Priority: HIGHEST for action security_group_members [ 930.687073] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc with Priority: HIGHEST for action security_group_members [ 930.687073] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.687316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.687316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.687478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.687653] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.687751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.687813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.687947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.688041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.688131] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a0f37e8-2796-4a9f-b1d1-de0167a908cc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.069977] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.070244] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-112" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.070335] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-112" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.070603] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-112" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.070881] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.071279] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.071466] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.071770] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.071930] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.072386] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.072526] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.072638] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.072835] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.073028] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.073169] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.073276] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.095431] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.095764] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.095965] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.096249] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-112" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.096687] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-792030b0-aeed-49f9-8335-6b4b9daceaad taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.097141] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-792030b0-aeed-49f9-8335-6b4b9daceaad" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.097194] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-792030b0-aeed-49f9-8335-6b4b9daceaad" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.097557] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-792030b0-aeed-49f9-8335-6b4b9daceaad" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.097737] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792030b0-aeed-49f9-8335-6b4b9daceaad',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.120581] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.120779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.120859] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.121110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.121200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.123019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.123019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.123019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.123019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.123019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.123019] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e already deleted. [ 931.123019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.168126] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.168308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.169027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.169027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.169027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.169027] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 931.190607] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.190607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.190607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.190607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.190607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.190952] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.190952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.190952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.191110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.191172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.191274] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc is going to be updated. [ 931.238278] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.238522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.238522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.238731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.238731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.246954] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.247185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.247294] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.247513] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.247671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.258926] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc in Status: IN_PROGRESS for 2s [ 931.259982] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 931.478039] env[67441]: INFO networking_nsxv3.common.synchronization [req-b8cc4d70-4ccb-4fb6-b72e-882653498fff req-4ef2c5dc-b378-48f1-a0fb-0a1710a7e311 tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 931.478970] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 931.479413] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.479606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.479724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.479999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.480280] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.480432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.480530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.480762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.480893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.481062] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.601706] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.601706] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.601706] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.601706] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.602394] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.602394] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 792030b0-aeed-49f9-8335-6b4b9daceaad not found, creating... [ 931.602523] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.602725] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.603219] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.603219] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.603411] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.603791] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.603981] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.604285] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.604773] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.605031] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.605307] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 792030b0-aeed-49f9-8335-6b4b9daceaad is going to be created. [ 931.635284] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.635730] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.635730] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.636110] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.636366] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.636638] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-792030b0-aeed-49f9-8335-6b4b9daceaad" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.764398] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: SUCCESS [ 931.764743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.765143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.766094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.766094] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.766094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.766094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.766094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.766406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.766406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.766464] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.983666] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.269879] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.270136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.270136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.270390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.270627] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.270627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.270627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.270932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.270932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.270932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.271169] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.271169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.271341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.271405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.271486] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.271594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.271658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.271762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.271843] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.271947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.272031] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.401777] env[67441]: INFO networking_nsxv3.common.synchronization [req-a355b747-6335-4cfa-8359-0b945223ad55 req-46142de1-661e-40e4-bfc7-b69e22096925 service nova] Enqueued Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGHEST for action security_group_rules [ 932.401954] env[67441]: INFO networking_nsxv3.common.synchronization [req-a355b747-6335-4cfa-8359-0b945223ad55 req-46142de1-661e-40e4-bfc7-b69e22096925 service nova] Enqueued Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGHEST for action security_group_members [ 932.402202] env[67441]: INFO networking_nsxv3.common.synchronization [req-a355b747-6335-4cfa-8359-0b945223ad55 req-46142de1-661e-40e4-bfc7-b69e22096925 service nova] Enqueued Resource ID: 792030b0-aeed-49f9-8335-6b4b9daceaad with Priority: HIGHEST for action port [ 932.402706] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGHEST for action security_group_rules [ 932.402834] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGHEST for action security_group_members [ 932.402927] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792030b0-aeed-49f9-8335-6b4b9daceaad with Priority: HIGHEST for action port [ 932.403427] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.403557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.403695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.403821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.403898] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49dde048-9dd2-41d4-9af7-b94a42c03a1e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.405316] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-49dde048-9dd2-41d4-9af7-b94a42c03a1e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.406127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.406127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.406127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.406127] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.406127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.406127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.406371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.406371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.406371] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49dde048-9dd2-41d4-9af7-b94a42c03a1e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.411299] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-792030b0-aeed-49f9-8335-6b4b9daceaad taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.411299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-792030b0-aeed-49f9-8335-6b4b9daceaad" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.411299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-792030b0-aeed-49f9-8335-6b4b9daceaad" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.411299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-792030b0-aeed-49f9-8335-6b4b9daceaad" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.411299] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792030b0-aeed-49f9-8335-6b4b9daceaad',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.487025] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.708143] env[67441]: INFO networking_nsxv3.common.synchronization [None req-01c21e9b-8aae-4fee-9883-034fedb1bbab tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 932.708558] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 932.709017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.709164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.774417] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23e1c136-4d75-456e-8e47-06d16ba73b1d: rpc.has_security_group_logging(os_id): False [ 932.799374] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.799562] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.799692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.799993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.800261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.800485] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.800653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.800737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.800942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.801087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.801320] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.801429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.801478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.801628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.801716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.801943] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.806023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.806023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.806023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.806023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.806023] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d is going to be updated. [ 932.907700] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-49dde048-9dd2-41d4-9af7-b94a42c03a1e taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.907700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.908660] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49dde048-9dd2-41d4-9af7-b94a42c03a1e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.910451] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 792030b0-aeed-49f9-8335-6b4b9daceaad with status ACTIVE [ 932.910595] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.910772] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.911064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.911402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.911402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.911983] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.911983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.911983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.915576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.915682] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.916474] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.917146] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.917912] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.917993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.918838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.918838] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 792030b0-aeed-49f9-8335-6b4b9daceaad is going to be updated. [ 932.938991] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.939668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.939925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.940165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.940416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.978275] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: IN_PROGRESS for 2s [ 932.986504] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.986854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.987067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.987559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.987559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.987741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-792030b0-aeed-49f9-8335-6b4b9daceaad" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.989941] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.990454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.990454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.990454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.990579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.990768] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 933.000782] env[67441]: INFO networking_nsxv3.common.synchronization [req-a73673f5-4cd5-4143-ba26-ab6ebb5f8afe req-946e5505-2cc3-4e23-91c9-cb0f01b3c6c5 tempest-MigrationsAdminTest-153820182 tempest-MigrationsAdminTest-153820182-project-member] Enqueued Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_members [ 933.001892] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_members [ 933.001892] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.001892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.001892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.003101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.003289] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.003400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.003722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.003722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.003722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.003915] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.059387] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.059387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.059387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.059387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.059387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.085493] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 933.270890] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 933.271123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.271899] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc in Status: SUCCESS [ 933.272050] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc deletion is rescheduled due to dependency. [ 933.272179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.272330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.272543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.272735] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.272866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.272916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.276800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.276800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.276800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.276800] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.276800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.276800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.276800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.276800] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.276800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.276800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.276800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.276800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.276800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.276800] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.294046] env[67441]: INFO networking_nsxv3.common.synchronization [req-3a87d253-2950-4443-a347-a17a3f10781d req-e6dd61b0-c4fe-4c46-8cf0-5a3bbc870fe5 tempest-ImagesOneServerNegativeTestJSON-781092643 tempest-ImagesOneServerNegativeTestJSON-781092643-project-member] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 933.297165] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 933.297165] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.297165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.297165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.297165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.297165] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.297165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.297165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.297165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.297165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.297165] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.421154] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49dde048-9dd2-41d4-9af7-b94a42c03a1e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.510521] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.667423] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.667633] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-689" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.667746] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-689" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.668035] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-689" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.668311] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.668465] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.668578] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.670718] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.670718] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.670718] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.670718] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.670718] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.670718] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.670718] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.670718] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.670718] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.690161] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.690419] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.690484] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.690627] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-689" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.690939] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-d1713015-c4a7-4f4a-b21d-39c2e8603258 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.691167] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-d1713015-c4a7-4f4a-b21d-39c2e8603258" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.691307] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-d1713015-c4a7-4f4a-b21d-39c2e8603258" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.691619] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-d1713015-c4a7-4f4a-b21d-39c2e8603258" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.691836] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1713015-c4a7-4f4a-b21d-39c2e8603258',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.780629] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 547f9bf3-1923-437e-b7cb-61c9ff521976: rpc.has_security_group_logging(os_id): False [ 933.798649] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.798832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.798832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.799314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.799314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.799440] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.799530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.799576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.799743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.799817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.800017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.800153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.800194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.800471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.800531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.800712] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.800781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.800890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.800980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.801070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.801161] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 933.802379] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.802597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.802597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.802778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.847070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.847414] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.847550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.847627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.847944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.848073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.848174] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 is going to be updated. [ 933.889221] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.889382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.889441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.889633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.889771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.903365] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.903676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.903676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.903837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.903985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.906070] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: IN_PROGRESS for 2s [ 933.922261] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 933.923827] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.923987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.924099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.924439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.924557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.924934] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e is going to be created. [ 933.970341] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.970341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.970552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.971250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.971250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.988016] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e in Status: UNINITIALIZED for 2s [ 934.012735] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.194763] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.195823] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.195823] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.195823] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.195823] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.196073] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port d1713015-c4a7-4f4a-b21d-39c2e8603258 not found, creating... [ 934.196206] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.196365] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.196499] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.196771] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.196908] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.197254] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.197480] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.197638] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.197962] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.199210] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.199210] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: d1713015-c4a7-4f4a-b21d-39c2e8603258 is going to be created. [ 934.246033] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.246300] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.246300] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.246538] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.246704] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.247238] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-d1713015-c4a7-4f4a-b21d-39c2e8603258" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.517503] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.517689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.517777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.518026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.518129] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.518255] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc is going to be updated. [ 934.556217] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.556461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.556536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.556772] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.556928] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.576732] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: IN_PROGRESS for 2s [ 934.985479] env[67441]: INFO networking_nsxv3.common.synchronization [req-3a87d253-2950-4443-a347-a17a3f10781d req-b6d0c38d-eb57-4bec-8b9a-9d415bbe6789 service nova] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_rules [ 934.985732] env[67441]: INFO networking_nsxv3.common.synchronization [req-3a87d253-2950-4443-a347-a17a3f10781d req-b6d0c38d-eb57-4bec-8b9a-9d415bbe6789 service nova] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 934.985808] env[67441]: INFO networking_nsxv3.common.synchronization [req-3a87d253-2950-4443-a347-a17a3f10781d req-b6d0c38d-eb57-4bec-8b9a-9d415bbe6789 service nova] Enqueued Resource ID: d1713015-c4a7-4f4a-b21d-39c2e8603258 with Priority: HIGHEST for action port [ 934.986328] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_rules [ 934.986467] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 934.986603] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1713015-c4a7-4f4a-b21d-39c2e8603258 with Priority: HIGHEST for action port [ 934.986918] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.987223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.989172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.989425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.989517] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.990404] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.990507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.990706] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1713015-c4a7-4f4a-b21d-39c2e8603258 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.990806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1713015-c4a7-4f4a-b21d-39c2e8603258" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.990863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1713015-c4a7-4f4a-b21d-39c2e8603258" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.991142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1713015-c4a7-4f4a-b21d-39c2e8603258" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.991142] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1713015-c4a7-4f4a-b21d-39c2e8603258',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.993641] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: SUCCESS [ 934.993869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.097491] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 935.097726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.097895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.098130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.098323] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.098447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.098514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.098667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.098748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.098839] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.493373] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.493373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.494955] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1713015-c4a7-4f4a-b21d-39c2e8603258 with status ACTIVE [ 935.495115] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.495352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.495352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.496026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.496026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.496026] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.496026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.496026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.496214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.496214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.496348] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.496479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.496508] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.496739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.496863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.496969] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1713015-c4a7-4f4a-b21d-39c2e8603258 is going to be updated. [ 935.520276] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.520504] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.520680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.520908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.521058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.521242] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1713015-c4a7-4f4a-b21d-39c2e8603258" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.602970] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.603335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.603335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.603539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.603596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.603810] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.603913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.603988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.604184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.604319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.604378] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 935.646931] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.647074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.647707] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.647707] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.647707] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.661561] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 935.917039] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: SUCCESS [ 935.917273] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 deletion is rescheduled due to dependency. [ 935.918195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.918195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.918195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.918195] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.918195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.918195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.918584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.918584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.918584] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.943823] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 935.944071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.944578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.944578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.944664] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.998100] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e in Status: SUCCESS [ 935.998356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.998458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.998672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.998885] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.999043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.999128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.999531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.999631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.999722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.000372] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49dde048-9dd2-41d4-9af7-b94a42c03a1e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.098563] env[67441]: INFO networking_nsxv3.common.synchronization [req-9fa4eb51-6312-4a27-9683-f3745cd65e4b req-a6f68c6a-23ef-42c0-81ec-58e09c9789be tempest-ServersTestMultiNic-1440343945 tempest-ServersTestMultiNic-1440343945-project-member] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 936.099391] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 936.099904] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.099904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.100053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.100421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.100654] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.100777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.101061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.101061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.101196] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.101318] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.425486] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.440183] env[67441]: INFO networking_nsxv3.common.synchronization [req-9fa4eb51-6312-4a27-9683-f3745cd65e4b req-46d884d3-7456-4270-8c98-a29790da2d5a tempest-ServersTestMultiNic-1440343945 tempest-ServersTestMultiNic-1440343945-project-member] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 936.440183] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGHEST for action security_group_members [ 936.440183] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.440183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.447709] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.447709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.505996] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49dde048-9dd2-41d4-9af7-b94a42c03a1e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.588997] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: SUCCESS [ 936.589422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.603585] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.774672] env[67441]: INFO networking_nsxv3.common.synchronization [req-5325d24b-11a4-4845-b038-5f15330ee5af req-1554584f-ba79-4794-b01c-6ab52c9d82de tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGHEST for action security_group_members [ 936.775287] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGHEST for action security_group_members [ 936.775605] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a784514-e0b0-4031-8438-a0648052bf5b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.775763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.775829] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.775993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.776490] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.776654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.776757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.776972] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.777123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.777297] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a784514-e0b0-4031-8438-a0648052bf5b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.927444] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.011640] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49dde048-9dd2-41d4-9af7-b94a42c03a1e: rpc.has_security_group_logging(os_id): False [ 937.036462] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.036996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.037218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.037702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.037962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.038540] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.039020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.039020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.039233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.039404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.039559] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e is going to be created. [ 937.106733] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.124218] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.124394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.124499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.126218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.126218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.147012] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e in Status: IN_PROGRESS for 2s [ 937.279500] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.279658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.279729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.280216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.310787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.311156] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.311344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.311344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.311520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.311638] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.312300] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a784514-e0b0-4031-8438-a0648052bf5b is going to be updated. [ 937.367047] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.367614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.369827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.369827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.369827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.382546] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a784514-e0b0-4031-8438-a0648052bf5b in Status: IN_PROGRESS for 2s [ 937.430890] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.430890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.430890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.431113] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.431160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.431311] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 is going to be updated. [ 937.568145] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.568145] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.568145] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.568328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.568756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.601031] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: IN_PROGRESS for 2s [ 937.613215] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.613215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.613215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.613215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.613585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.613585] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 937.669909] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.670092] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.670092] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.670376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.670522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.673805] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 937.674020] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae deletion is rescheduled due to dependency. [ 937.674194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.680797] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 937.987657] env[67441]: INFO networking_nsxv3.common.synchronization [req-c900bc4e-b5b4-4813-b5f2-d04570e0c266 req-c0e5a7a4-ccc2-4d46-a663-43aaf91e376c tempest-DeleteServersAdminTestJSON-1488886108 tempest-DeleteServersAdminTestJSON-1488886108-project-member] Enqueued Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_members [ 937.988245] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d with Priority: HIGHEST for action security_group_members [ 937.988691] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e1c136-4d75-456e-8e47-06d16ba73b1d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.988842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.988992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.989168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.989321] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.989904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.989904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.989904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.989904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.990160] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e1c136-4d75-456e-8e47-06d16ba73b1d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.493046] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.493475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.493475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.493580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.493616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.494075] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.494212] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.494290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.494456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.494552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.494859] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d is going to be updated. [ 938.529939] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.529939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.529939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.529939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.529939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.536962] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: IN_PROGRESS for 2s [ 939.164358] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e in Status: SUCCESS [ 939.164645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.394338] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a784514-e0b0-4031-8438-a0648052bf5b in Status: SUCCESS [ 939.395019] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a784514-e0b0-4031-8438-a0648052bf5b deletion is rescheduled due to dependency. [ 939.395019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.611793] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: SUCCESS [ 939.615423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.615423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.615423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.615423] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.615423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.615423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.615423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.615423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.615423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.620891] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.693091] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 939.693091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.693091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.693091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.693091] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.694032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.694032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.694032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.694032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.694032] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.122874] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.126019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.126019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.126019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.126019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.126694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.126694] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.199093] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.199093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.199093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.199093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.199093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.199093] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.199093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.199093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.199093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.199093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.199093] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 940.231538] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.231538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.231538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.231538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.231538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.241888] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 940.549817] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d in Status: SUCCESS [ 940.549997] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e1c136-4d75-456e-8e47-06d16ba73b1d deletion is rescheduled due to dependency. [ 940.550169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e1c136-4d75-456e-8e47-06d16ba73b1d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.587041] env[67441]: INFO networking_nsxv3.common.synchronization [None req-c68a72d6-4b58-4ebd-a0bb-73cab8b565c8 None None] Enqueued Resource ID: dcb5c69b-6716-40fe-a84e-ba01a171aec5 with Priority: HIGHEST for action port [ 940.587041] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb5c69b-6716-40fe-a84e-ba01a171aec5 with Priority: HIGHEST for action port [ 940.587041] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcb5c69b-6716-40fe-a84e-ba01a171aec5 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.587041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcb5c69b-6716-40fe-a84e-ba01a171aec5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.587041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcb5c69b-6716-40fe-a84e-ba01a171aec5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.587041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcb5c69b-6716-40fe-a84e-ba01a171aec5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.587041] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb5c69b-6716-40fe-a84e-ba01a171aec5',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.629804] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4: rpc.has_security_group_logging(os_id): False [ 940.652509] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.652509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.652509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.652509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.652509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.652509] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.652509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.652509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.652509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.652509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.652509] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.652509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.652509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.652509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.652509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.653810] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.653942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.653979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.654934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.655039] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.655277] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 is going to be updated. [ 940.724570] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.724865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.724865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.725265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.725532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.744535] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: IN_PROGRESS for 2s [ 941.091705] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcb5c69b-6716-40fe-a84e-ba01a171aec5 [ 941.091853] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.093160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.093160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.093160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.093160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.093160] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcb5c69b-6716-40fe-a84e-ba01a171aec5 already deleted. [ 941.093160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcb5c69b-6716-40fe-a84e-ba01a171aec5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.683928] env[67441]: INFO networking_nsxv3.common.synchronization [req-b702dc81-30e1-4756-ba56-f1545827d08c req-4eb8496a-9931-45d6-bfce-3518953a9a4d tempest-ImagesTestJSON-1476992468 tempest-ImagesTestJSON-1476992468-project-member] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 941.684652] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 941.685026] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.685145] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.685243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.685488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.685645] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.685760] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.685999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.685999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.686178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.686178] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.190581] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.190747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.190831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.191064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.214030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.214030] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.214030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.214030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.214306] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.214350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.214419] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 942.247326] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.247557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.247557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.247737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.247873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.253718] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 942.253915] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 deletion is rescheduled due to dependency. [ 942.254040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.254225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.254444] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.254645] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.254773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.254835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.255064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.255118] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.255203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.255301] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.258362] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 942.757466] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.757787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.757787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.758501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.758501] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.758501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.758670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.759105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.759241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.759371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.760236] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.760236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.760236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.760236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.760236] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.760236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.760236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.760535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.760535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.762380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.762496] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.764292] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: SUCCESS [ 942.764527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.181010] env[67441]: INFO networking_nsxv3.common.synchronization [None req-7102b956-818e-482f-a17d-5afb5318875d None None] Enqueued Resource ID: 7774bc56-266a-45e7-af0e-7fcedd5b3ed4 with Priority: HIGHEST for action port [ 943.182110] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7774bc56-266a-45e7-af0e-7fcedd5b3ed4 with Priority: HIGHEST for action port [ 943.182110] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7774bc56-266a-45e7-af0e-7fcedd5b3ed4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.182259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7774bc56-266a-45e7-af0e-7fcedd5b3ed4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.182312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7774bc56-266a-45e7-af0e-7fcedd5b3ed4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.182574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7774bc56-266a-45e7-af0e-7fcedd5b3ed4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.182651] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7774bc56-266a-45e7-af0e-7fcedd5b3ed4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.266470] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 547f9bf3-1923-437e-b7cb-61c9ff521976: rpc.has_security_group_logging(os_id): False [ 943.286818] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.286975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.287054] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.287276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.287364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.287557] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.287651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.287710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.287876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.287919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.288125] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.288219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.288280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.288481] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.288531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.288696] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.288786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.288909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.291110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.291287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.291287] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be updated. [ 943.358846] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.358846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.358846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.358846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.358846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.375177] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: IN_PROGRESS for 2s [ 943.685478] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7774bc56-266a-45e7-af0e-7fcedd5b3ed4 [ 943.685599] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.686446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.686446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.686684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.686783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.686896] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7774bc56-266a-45e7-af0e-7fcedd5b3ed4 already deleted. [ 943.686984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7774bc56-266a-45e7-af0e-7fcedd5b3ed4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.270594] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 944.270896] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 deletion is rescheduled due to dependency. [ 944.270896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.393250] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 in Status: SUCCESS [ 945.393653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.146094] env[67441]: INFO networking_nsxv3.common.synchronization [req-026a2076-c265-4fb9-8f49-f16246eeae92 req-d0e7472e-459c-4a20-9295-eaa2b71ed82d tempest-ImagesOneServerNegativeTestJSON-781092643 tempest-ImagesOneServerNegativeTestJSON-781092643-project-member] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 947.146744] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGHEST for action security_group_members [ 947.147187] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.147436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.147539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.148418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.148418] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.148418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.148418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.148723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.148723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.148798] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.655093] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.655093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.655203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.655359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.655500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.655697] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.655805] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.655866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.656038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.656118] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.656204] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 is going to be updated. [ 947.687461] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.687929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.687929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.687929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.688842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.698779] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: IN_PROGRESS for 2s [ 948.947725] env[67441]: INFO networking_nsxv3.common.synchronization [None req-04a1a4c5-bea9-4987-a20e-0f663d87542b None None] Enqueued Resource ID: 78a74066-c946-4b6f-b66e-d1cf42b15f80 with Priority: HIGHEST for action port [ 948.948305] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a74066-c946-4b6f-b66e-d1cf42b15f80 with Priority: HIGHEST for action port [ 948.948377] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-78a74066-c946-4b6f-b66e-d1cf42b15f80 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.948618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78a74066-c946-4b6f-b66e-d1cf42b15f80" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.948708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78a74066-c946-4b6f-b66e-d1cf42b15f80" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.949081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78a74066-c946-4b6f-b66e-d1cf42b15f80" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.949428] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a74066-c946-4b6f-b66e-d1cf42b15f80',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.412215] env[67441]: INFO networking_nsxv3.common.synchronization [req-db09a929-e8df-40d9-8f0e-4ff71a901b4c req-9bd0b3ef-7de3-465f-84e6-0da3ab2c12e0 tempest-ServerDiskConfigTestJSON-1877869234 tempest-ServerDiskConfigTestJSON-1877869234-project-member] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 949.412875] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 949.413237] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.413591] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.413900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.413967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.414127] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.414319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.414452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.414652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.414820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.414941] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.452690] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78a74066-c946-4b6f-b66e-d1cf42b15f80 [ 949.452690] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.452690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.452690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.452690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.452690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.452690] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78a74066-c946-4b6f-b66e-d1cf42b15f80 already deleted. [ 949.452690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78a74066-c946-4b6f-b66e-d1cf42b15f80" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.714132] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 in Status: SUCCESS [ 949.714409] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 deletion is rescheduled due to dependency. [ 949.714533] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.765097] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.765312] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.765447] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.765795] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.766086] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.766247] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.766364] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.766591] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.766869] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.766940] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.767068] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.767180] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.767288] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.767397] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.767503] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.767634] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.798953] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.798953] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.798953] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.798953] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.799300] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-b21f83fa-52ac-41ac-a728-753e875dc1d3 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.799567] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-b21f83fa-52ac-41ac-a728-753e875dc1d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.799768] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-b21f83fa-52ac-41ac-a728-753e875dc1d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.800570] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-b21f83fa-52ac-41ac-a728-753e875dc1d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.800570] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b21f83fa-52ac-41ac-a728-753e875dc1d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.845095] env[67441]: INFO networking_nsxv3.common.synchronization [req-92ec21e3-44fc-4469-a823-1230d570cec7 req-e7a4e589-efc9-45e0-b6e6-0604856bc22a tempest-ServersAdminTestJSON-442587708 tempest-ServersAdminTestJSON-442587708-project-member] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 949.845695] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGHEST for action security_group_members [ 949.846202] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.846519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.846519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.846700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.847768] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.847966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.848098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.848338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.849024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.849024] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.921037] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.921037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.921037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.921037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.921037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.921037] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.921037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.921037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.921037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.921037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.921037] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 949.958133] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.958488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.958488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.958807] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.959128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.969887] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 950.303150] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.303290] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.303418] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.303698] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.303845] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.304008] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port b21f83fa-52ac-41ac-a728-753e875dc1d3 not found, creating... [ 950.305260] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.305477] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.305656] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.305938] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.306119] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.306424] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.306591] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.306702] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.306916] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.308097] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.308290] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: b21f83fa-52ac-41ac-a728-753e875dc1d3 is going to be created. [ 950.330017] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.330017] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.330017] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.330017] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.330247] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.330818] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-b21f83fa-52ac-41ac-a728-753e875dc1d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.351011] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.351183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.351256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.351468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.373474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.373832] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.373988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.374072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.374336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.374424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.374530] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be updated. [ 950.407330] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.407483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.407551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.407759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.407896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.427164] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: IN_PROGRESS for 2s [ 951.056396] env[67441]: INFO networking_nsxv3.common.synchronization [req-db09a929-e8df-40d9-8f0e-4ff71a901b4c req-3b44103a-2373-44e8-87be-4ea42ea25736 service nova] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_rules [ 951.056789] env[67441]: INFO networking_nsxv3.common.synchronization [req-db09a929-e8df-40d9-8f0e-4ff71a901b4c req-3b44103a-2373-44e8-87be-4ea42ea25736 service nova] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 951.056789] env[67441]: INFO networking_nsxv3.common.synchronization [req-db09a929-e8df-40d9-8f0e-4ff71a901b4c req-3b44103a-2373-44e8-87be-4ea42ea25736 service nova] Enqueued Resource ID: b21f83fa-52ac-41ac-a728-753e875dc1d3 with Priority: HIGHEST for action port [ 951.057327] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_rules [ 951.057460] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 951.058527] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21f83fa-52ac-41ac-a728-753e875dc1d3 with Priority: HIGHEST for action port [ 951.058676] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.058922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.058922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.059135] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.059135] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.059991] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.060103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.061060] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-b21f83fa-52ac-41ac-a728-753e875dc1d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.061060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b21f83fa-52ac-41ac-a728-753e875dc1d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.061060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b21f83fa-52ac-41ac-a728-753e875dc1d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.061060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b21f83fa-52ac-41ac-a728-753e875dc1d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.061060] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b21f83fa-52ac-41ac-a728-753e875dc1d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.272840] env[67441]: INFO networking_nsxv3.common.synchronization [None req-9ea258e8-2c5c-4e0c-ba2d-c5f55dab1909 None None] Enqueued Resource ID: 3f424361-6f86-4e3e-87b6-c2f47c17ecf5 with Priority: HIGHEST for action port [ 951.273501] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f424361-6f86-4e3e-87b6-c2f47c17ecf5 with Priority: HIGHEST for action port [ 951.273839] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f424361-6f86-4e3e-87b6-c2f47c17ecf5 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.274274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f424361-6f86-4e3e-87b6-c2f47c17ecf5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.274395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f424361-6f86-4e3e-87b6-c2f47c17ecf5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.274782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f424361-6f86-4e3e-87b6-c2f47c17ecf5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.274782] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f424361-6f86-4e3e-87b6-c2f47c17ecf5',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.565840] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b21f83fa-52ac-41ac-a728-753e875dc1d3 with status ACTIVE [ 951.565840] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.565840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.565840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.565840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.565840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.565840] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.565840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.565840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.565840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.565840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.565840] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.565840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.565840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.565840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.565840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.565840] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b21f83fa-52ac-41ac-a728-753e875dc1d3 is going to be updated. [ 951.566989] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.567565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.591999] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.591999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.591999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.592632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.592632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.592632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b21f83fa-52ac-41ac-a728-753e875dc1d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.777460] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f424361-6f86-4e3e-87b6-c2f47c17ecf5 [ 951.777719] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.777875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.777967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.778243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.778341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.778460] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f424361-6f86-4e3e-87b6-c2f47c17ecf5 already deleted. [ 951.778566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f424361-6f86-4e3e-87b6-c2f47c17ecf5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.981396] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 951.982068] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 deletion is rescheduled due to dependency. [ 951.982377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.982746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.983194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.983713] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.983967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.984451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.984451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.985810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.985810] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.007262] env[67441]: INFO networking_nsxv3.common.synchronization [req-cf52f84f-1a2f-47fe-b9e8-d5ae24c28c95 req-68f7a677-24b3-4333-9bc0-26acae61fa2c tempest-ServerPasswordTestJSON-428382163 tempest-ServerPasswordTestJSON-428382163-project-member] Enqueued Resource ID: 66f15076-842e-4ce9-9130-1fc38b60c50f with Priority: HIGHEST for action security_group_members [ 952.008099] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f15076-842e-4ce9-9130-1fc38b60c50f with Priority: HIGHEST for action security_group_members [ 952.008487] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f15076-842e-4ce9-9130-1fc38b60c50f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.008706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.008706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.008955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.009183] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.009293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.009370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.010127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.010455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.010575] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66f15076-842e-4ce9-9130-1fc38b60c50f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.439485] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f in Status: SUCCESS [ 952.440073] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f deletion is rescheduled due to dependency. [ 952.440388] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.489021] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.514896] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.514896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.514896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.515940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.515940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.515940] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.515940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.515940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.516194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.516295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.516404] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f15076-842e-4ce9-9130-1fc38b60c50f already deleted. [ 952.516555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.533020] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.533020] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-648" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.533020] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-648" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.533020] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-648" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.533020] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.533752] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.534196] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.535265] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.535521] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.538019] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.538019] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.538019] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.538019] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.538019] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.538019] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.538019] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.557347] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.557529] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.557667] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.557842] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-648" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.558195] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-fa20d404-8b80-46aa-bc0f-547db5a3f3b0 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.558395] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-fa20d404-8b80-46aa-bc0f-547db5a3f3b0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.559046] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-fa20d404-8b80-46aa-bc0f-547db5a3f3b0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.559046] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-fa20d404-8b80-46aa-bc0f-547db5a3f3b0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.559046] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa20d404-8b80-46aa-bc0f-547db5a3f3b0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.991075] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.062091] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.062357] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.062526] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.062867] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.063079] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.063275] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port fa20d404-8b80-46aa-bc0f-547db5a3f3b0 not found, creating... [ 953.063603] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.063843] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.064309] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.066102] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.066102] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.066102] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.066102] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.066102] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.066102] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.066102] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.066102] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: fa20d404-8b80-46aa-bc0f-547db5a3f3b0 is going to be created. [ 953.090859] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.091111] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.091236] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.091609] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.091911] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.092153] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-fa20d404-8b80-46aa-bc0f-547db5a3f3b0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.494014] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.494559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.494559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.494708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.494708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.494814] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 953.526125] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.526482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.526482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.526610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.526753] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.537972] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 953.800803] env[67441]: INFO networking_nsxv3.common.synchronization [req-cf52f84f-1a2f-47fe-b9e8-d5ae24c28c95 req-1d311f95-4896-4c3f-931d-9f66de4af450 service nova] Enqueued Resource ID: 66f15076-842e-4ce9-9130-1fc38b60c50f with Priority: HIGHEST for action security_group_rules [ 953.800803] env[67441]: INFO networking_nsxv3.common.synchronization [req-cf52f84f-1a2f-47fe-b9e8-d5ae24c28c95 req-1d311f95-4896-4c3f-931d-9f66de4af450 service nova] Enqueued Resource ID: 66f15076-842e-4ce9-9130-1fc38b60c50f with Priority: HIGHEST for action security_group_members [ 953.800803] env[67441]: INFO networking_nsxv3.common.synchronization [req-cf52f84f-1a2f-47fe-b9e8-d5ae24c28c95 req-1d311f95-4896-4c3f-931d-9f66de4af450 service nova] Enqueued Resource ID: fa20d404-8b80-46aa-bc0f-547db5a3f3b0 with Priority: HIGHEST for action port [ 953.802276] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f15076-842e-4ce9-9130-1fc38b60c50f with Priority: HIGHEST for action security_group_rules [ 953.802583] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f15076-842e-4ce9-9130-1fc38b60c50f with Priority: HIGHEST for action security_group_members [ 953.802805] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa20d404-8b80-46aa-bc0f-547db5a3f3b0 with Priority: HIGHEST for action port [ 953.803334] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66f15076-842e-4ce9-9130-1fc38b60c50f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.803600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.803781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.804138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.804362] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66f15076-842e-4ce9-9130-1fc38b60c50f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.805897] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f15076-842e-4ce9-9130-1fc38b60c50f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.810473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.810473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.810473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.810473] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.810473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.810473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.810473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.810473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.810473] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66f15076-842e-4ce9-9130-1fc38b60c50f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.810473] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa20d404-8b80-46aa-bc0f-547db5a3f3b0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.810473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa20d404-8b80-46aa-bc0f-547db5a3f3b0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.810473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa20d404-8b80-46aa-bc0f-547db5a3f3b0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.810473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa20d404-8b80-46aa-bc0f-547db5a3f3b0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.810473] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa20d404-8b80-46aa-bc0f-547db5a3f3b0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.312915] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66f15076-842e-4ce9-9130-1fc38b60c50f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.315845] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f15076-842e-4ce9-9130-1fc38b60c50f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.315845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.315845] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa20d404-8b80-46aa-bc0f-547db5a3f3b0 with status ACTIVE [ 954.315845] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.315845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.315845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.317728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.317728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.317728] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.317728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.317728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.317728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.317728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.317728] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.317728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.317728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.317728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.319137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.319137] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa20d404-8b80-46aa-bc0f-547db5a3f3b0 is going to be updated. [ 954.342854] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.345674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.345764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.345982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.346162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.346323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa20d404-8b80-46aa-bc0f-547db5a3f3b0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.662963] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c2d0674-5424-4230-8488-333b15c35a0d req-d78e8a89-90f7-4f02-8009-21ade62ee445 tempest-ImagesTestJSON-1476992468 tempest-ImagesTestJSON-1476992468-project-member] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 954.663542] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 954.663955] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.663955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.664102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.664330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.664520] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.664628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.664691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.664850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.664935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.665040] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.821297] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66f15076-842e-4ce9-9130-1fc38b60c50f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.168292] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.168556] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.168556] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.168790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.168887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.169087] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.169187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.169251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.169402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.169490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.169648] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 955.199072] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.199265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.199265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.199467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.199609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.209213] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 955.326112] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.326112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.326112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.326112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.326112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.326112] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f15076-842e-4ce9-9130-1fc38b60c50f is going to be created. [ 955.350723] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.351864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.351864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.351864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.351864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.364364] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f15076-842e-4ce9-9130-1fc38b60c50f in Status: UNINITIALIZED for 2s [ 955.552180] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 955.552431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.552625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.552872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.553134] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.553272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.553342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.553518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.553615] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.553710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.553803] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.810670] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.811036] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.811188] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.811533] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.811906] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.812189] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.812398] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.812706] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.812943] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.813279] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.813656] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.813840] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.814023] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.814282] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.814470] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.815087] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.861685] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.861685] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.861685] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.862162] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-517" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.862162] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-a4edb5c2-4bbc-46ed-a04f-989143cecabc taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.862915] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-a4edb5c2-4bbc-46ed-a04f-989143cecabc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.862915] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-a4edb5c2-4bbc-46ed-a04f-989143cecabc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.863362] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-a4edb5c2-4bbc-46ed-a04f-989143cecabc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.863520] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4edb5c2-4bbc-46ed-a04f-989143cecabc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.057348] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.057536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.057598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.057818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.057987] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.059159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.059362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.059688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.059788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.059882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.060173] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.061114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.061258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.062036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.062036] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.062036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.062036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.063704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.063886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.064010] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.064114] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.370025] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.370025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.370025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.370025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.370025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.370025] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port a4edb5c2-4bbc-46ed-a04f-989143cecabc not found, creating... [ 956.370025] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.370025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.370025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.370025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.370025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.370519] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.370519] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.370519] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.370519] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.370519] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.370519] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: a4edb5c2-4bbc-46ed-a04f-989143cecabc is going to be created. [ 956.394499] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.395343] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.395458] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.395769] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.396138] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.396373] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-a4edb5c2-4bbc-46ed-a04f-989143cecabc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.547332] env[67441]: INFO networking_nsxv3.common.synchronization [None req-07efe012-3092-4588-b9c7-ac61c29d29c9 tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_rules [ 956.548290] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_rules [ 956.548290] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.548523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.548523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.548730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.548809] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.566542] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8: rpc.has_security_group_logging(os_id): False [ 956.586909] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.587039] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.587115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.587328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.587601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.587906] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.588085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.588115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.588334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.588433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.588637] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.588758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.588844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.589016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.589104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.589321] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.589431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.589513] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.589719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.589756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.589833] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 956.666798] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.667016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.667110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.667340] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.667494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.683158] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 956.696954] env[67441]: INFO networking_nsxv3.common.synchronization [None req-ae1547db-824e-451b-8151-f7c434dbe8cc tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_rules [ 956.697508] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_rules [ 956.697890] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.698191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.073661] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.073949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.073949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.074153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.074283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.074371] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 already deleted. [ 957.074460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.074632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.075695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.075695] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.119817] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c2d0674-5424-4230-8488-333b15c35a0d req-4925f7c7-77f2-4707-992e-e26d1168cb48 service nova] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_rules [ 957.119817] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c2d0674-5424-4230-8488-333b15c35a0d req-4925f7c7-77f2-4707-992e-e26d1168cb48 service nova] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 957.119817] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c2d0674-5424-4230-8488-333b15c35a0d req-4925f7c7-77f2-4707-992e-e26d1168cb48 service nova] Enqueued Resource ID: a4edb5c2-4bbc-46ed-a04f-989143cecabc with Priority: HIGHEST for action port [ 957.121212] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_rules [ 957.121293] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 957.121395] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4edb5c2-4bbc-46ed-a04f-989143cecabc with Priority: HIGHEST for action port [ 957.122102] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.122268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.122328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.122544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.122627] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.123558] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.124471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.125019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4edb5c2-4bbc-46ed-a04f-989143cecabc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.125019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4edb5c2-4bbc-46ed-a04f-989143cecabc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.125283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4edb5c2-4bbc-46ed-a04f-989143cecabc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.125454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4edb5c2-4bbc-46ed-a04f-989143cecabc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.125670] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4edb5c2-4bbc-46ed-a04f-989143cecabc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.225019] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 957.226144] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 deletion is rescheduled due to dependency. [ 957.226144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.226144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.226144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.226846] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.226846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.226846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.226846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.226846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.227227] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.375922] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f15076-842e-4ce9-9130-1fc38b60c50f in Status: SUCCESS [ 957.375922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.376162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.376416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.376617] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.376745] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.376803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.376964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.377066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.377165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.377256] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66f15076-842e-4ce9-9130-1fc38b60c50f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.597134] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.597257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.597909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.597909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.597909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.598368] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 already deleted. [ 957.598574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.633035] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4edb5c2-4bbc-46ed-a04f-989143cecabc with status ACTIVE [ 957.633035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.633035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.633035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.633035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.633035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.633035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.633035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.633035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.633035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.633035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.633035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.633035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.633035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.633035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.633035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.633035] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4edb5c2-4bbc-46ed-a04f-989143cecabc is going to be updated. [ 957.633876] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.634171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.655778] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.655778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.655778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.655778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.655778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.655778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4edb5c2-4bbc-46ed-a04f-989143cecabc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.732078] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.881172] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f15076-842e-4ce9-9130-1fc38b60c50f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.881172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.881172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.881172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.881172] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.881172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.881172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.881172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.881172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.881172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.881172] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f15076-842e-4ce9-9130-1fc38b60c50f taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.881172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.881172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.881172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.882079] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.882079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.882079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.882079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.882079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.882079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.882079] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66f15076-842e-4ce9-9130-1fc38b60c50f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.234692] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.385737] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66f15076-842e-4ce9-9130-1fc38b60c50f: rpc.has_security_group_logging(os_id): False [ 958.411022] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.411022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.411022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.411022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.411022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.411022] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.411022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.411022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.411022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.411022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.411022] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.411022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.411022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.411022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.411022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.411680] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.411680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.411680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.411680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.411680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.411680] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66f15076-842e-4ce9-9130-1fc38b60c50f is going to be created. [ 958.478719] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.479062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.479062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.479241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.479354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.493112] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66f15076-842e-4ce9-9130-1fc38b60c50f in Status: IN_PROGRESS for 2s [ 958.697287] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 958.697408] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.737837] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.737837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.737837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.738184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.738184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.738184] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 958.769240] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.769390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.769491] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.769696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.769856] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.779818] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 958.976181] env[67441]: INFO networking_nsxv3.common.synchronization [req-43b9bcf0-74af-4bf6-96fd-5a9482e5a776 req-1056c5d8-93b6-4716-a679-181174eb4eee tempest-MigrationsAdminTest-153820182 tempest-MigrationsAdminTest-153820182-project-member] Enqueued Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_members [ 958.976181] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGHEST for action security_group_members [ 958.977272] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.977836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.978063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.978434] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.979697] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.979697] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.979697] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.979697] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.979697] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.979697] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.161314] env[67441]: INFO networking_nsxv3.common.synchronization [None req-4aa580ac-f56d-45ff-ba09-9b64eaa4c331 None None] Enqueued Resource ID: 1cdceb76-af8f-4f6c-a896-7343644c51b5 with Priority: HIGHEST for action port [ 959.161919] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cdceb76-af8f-4f6c-a896-7343644c51b5 with Priority: HIGHEST for action port [ 959.162198] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cdceb76-af8f-4f6c-a896-7343644c51b5 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.162555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cdceb76-af8f-4f6c-a896-7343644c51b5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.162555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cdceb76-af8f-4f6c-a896-7343644c51b5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.162822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cdceb76-af8f-4f6c-a896-7343644c51b5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.162822] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cdceb76-af8f-4f6c-a896-7343644c51b5',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.483077] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.483358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.483358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.484051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.508370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.508636] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.510053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.510053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.510053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.510053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.510053] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc is going to be updated. [ 959.546559] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.546819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.546819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.546969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.547835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.562842] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: IN_PROGRESS for 2s [ 959.829213] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cdceb76-af8f-4f6c-a896-7343644c51b5 [ 959.829213] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.829213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.829495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.829609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.829736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.829810] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cdceb76-af8f-4f6c-a896-7343644c51b5 already deleted. [ 959.831028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cdceb76-af8f-4f6c-a896-7343644c51b5" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.521416] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66f15076-842e-4ce9-9130-1fc38b60c50f in Status: SUCCESS [ 960.521416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.792989] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 960.793266] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.793442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.793676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.793869] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.793986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.794063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.794216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.794308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.794379] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.794467] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.891927] env[67441]: INFO networking_nsxv3.common.synchronization [req-61537ea0-0542-4735-b79e-49dcfab171ad req-c0558f46-c567-48d1-af6d-6ecc0ecd6f23 tempest-ServerRescueNegativeTestJSON-2000166841 tempest-ServerRescueNegativeTestJSON-2000166841-project-member] Enqueued Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_members [ 960.892353] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_members [ 960.899163] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.899400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.899452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.899715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.899912] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.900255] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.900255] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.900255] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.900446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.900446] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.298399] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.298607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.299035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.299035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.299035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.299250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.299250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.299338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.299395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.299481] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.299634] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.299715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.299767] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.300578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.300811] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.301108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.301108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.301257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.301257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.301404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.301455] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.403127] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.403532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.403692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.404854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.404854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.404854] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.404854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.404854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.404854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.404854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.404854] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 already deleted. [ 961.404854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.493532] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.493779] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.493918] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.494573] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.494705] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.494911] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.495069] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.495475] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.495663] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.495912] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.496062] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.496201] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.496348] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.496491] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.496609] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.496782] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.520737] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.520903] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.521053] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.521235] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.521572] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-8460e71b-2bc2-4bc6-947e-1b9d1ab82a81 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.521949] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-8460e71b-2bc2-4bc6-947e-1b9d1ab82a81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.521949] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-8460e71b-2bc2-4bc6-947e-1b9d1ab82a81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.522231] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-8460e71b-2bc2-4bc6-947e-1b9d1ab82a81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.522381] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8460e71b-2bc2-4bc6-947e-1b9d1ab82a81',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.578631] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc in Status: SUCCESS [ 961.578738] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc deletion is rescheduled due to dependency. [ 961.579505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.804035] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ff415f-6a48-4a7a-ae71-58f8d3728a02: rpc.has_security_group_logging(os_id): False [ 961.826920] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.826920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.826920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.826920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.826920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.826920] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.827407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.827407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.827407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.827407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.827513] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.827620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.827620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.829902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.829902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.829902] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.829902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.829902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.829902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.829902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.829902] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 961.921671] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.921826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.921874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.922115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.922378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.942851] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 962.025742] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.025962] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.026557] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.029113] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.029113] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.029113] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 8460e71b-2bc2-4bc6-947e-1b9d1ab82a81 not found, creating... [ 962.029113] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.029113] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.029113] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.029113] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.029113] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.029113] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.029113] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.029879] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.029879] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.029879] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.029879] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 8460e71b-2bc2-4bc6-947e-1b9d1ab82a81 is going to be created. [ 962.052969] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.053287] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.053363] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.053620] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.053869] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.054120] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-8460e71b-2bc2-4bc6-947e-1b9d1ab82a81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.123599] env[67441]: INFO networking_nsxv3.common.synchronization [None req-749c023b-6ebc-41d8-8408-48f9428c8a3d None None] Enqueued Resource ID: 0f5d7c94-7960-4a26-8a99-67ddea3cb7ca with Priority: HIGHEST for action port [ 962.124682] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5d7c94-7960-4a26-8a99-67ddea3cb7ca with Priority: HIGHEST for action port [ 962.124682] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f5d7c94-7960-4a26-8a99-67ddea3cb7ca taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.124934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f5d7c94-7960-4a26-8a99-67ddea3cb7ca" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.124934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f5d7c94-7960-4a26-8a99-67ddea3cb7ca" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.125261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f5d7c94-7960-4a26-8a99-67ddea3cb7ca" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.125366] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f5d7c94-7960-4a26-8a99-67ddea3cb7ca',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.699998] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f5d7c94-7960-4a26-8a99-67ddea3cb7ca [ 962.699998] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.699998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.699998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.699998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.699998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.699998] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f5d7c94-7960-4a26-8a99-67ddea3cb7ca already deleted. [ 962.699998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f5d7c94-7960-4a26-8a99-67ddea3cb7ca" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.785799] env[67441]: INFO networking_nsxv3.common.synchronization [req-61537ea0-0542-4735-b79e-49dcfab171ad req-897eda2f-4157-4438-9e27-63160597b2cb service nova] Enqueued Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_rules [ 962.785799] env[67441]: INFO networking_nsxv3.common.synchronization [req-61537ea0-0542-4735-b79e-49dcfab171ad req-897eda2f-4157-4438-9e27-63160597b2cb service nova] Enqueued Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_members [ 962.785893] env[67441]: INFO networking_nsxv3.common.synchronization [req-61537ea0-0542-4735-b79e-49dcfab171ad req-897eda2f-4157-4438-9e27-63160597b2cb service nova] Enqueued Resource ID: 8460e71b-2bc2-4bc6-947e-1b9d1ab82a81 with Priority: HIGHEST for action port [ 962.786396] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_rules [ 962.786543] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_members [ 962.787543] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8460e71b-2bc2-4bc6-947e-1b9d1ab82a81 with Priority: HIGHEST for action port [ 962.787543] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.787543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.787543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.787863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.787958] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.791197] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.791197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.791197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.791197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.791197] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.791197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.791197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.791197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.791197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.791197] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.791197] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8460e71b-2bc2-4bc6-947e-1b9d1ab82a81 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.791197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8460e71b-2bc2-4bc6-947e-1b9d1ab82a81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.791197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8460e71b-2bc2-4bc6-947e-1b9d1ab82a81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.791197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8460e71b-2bc2-4bc6-947e-1b9d1ab82a81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.791197] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8460e71b-2bc2-4bc6-947e-1b9d1ab82a81',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.890369] env[67441]: INFO networking_nsxv3.common.synchronization [None req-a4267db7-e555-4f09-a6fd-2d490a74db83 None None] Enqueued Resource ID: efcb51d8-56ea-4664-ba59-94c9ebabe42e with Priority: HIGHEST for action port [ 962.891155] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efcb51d8-56ea-4664-ba59-94c9ebabe42e with Priority: HIGHEST for action port [ 962.891490] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-efcb51d8-56ea-4664-ba59-94c9ebabe42e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.891614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efcb51d8-56ea-4664-ba59-94c9ebabe42e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.891685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efcb51d8-56ea-4664-ba59-94c9ebabe42e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.891951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efcb51d8-56ea-4664-ba59-94c9ebabe42e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.892044] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efcb51d8-56ea-4664-ba59-94c9ebabe42e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.110190] env[67441]: INFO networking_nsxv3.common.synchronization [None req-a5eedf7c-8122-4a06-974e-3e19d5124579 tempest-ServerActionsTestJSON-1042543599 tempest-ServerActionsTestJSON-1042543599-project-member] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_rules [ 963.111611] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_rules [ 963.111611] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.111611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.111611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.113088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.113088] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.293254] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.293254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.293462] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.294596] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8460e71b-2bc2-4bc6-947e-1b9d1ab82a81 with status ACTIVE [ 963.295131] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.295269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.295341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.295688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.295688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.295838] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.295934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.295989] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.296363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.296363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.296470] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.296522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.296610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.296699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.296731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.296856] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8460e71b-2bc2-4bc6-947e-1b9d1ab82a81 is going to be updated. [ 963.320703] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.320851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.320927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.321158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.321299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.321486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8460e71b-2bc2-4bc6-947e-1b9d1ab82a81" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.394890] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efcb51d8-56ea-4664-ba59-94c9ebabe42e [ 963.396172] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.396172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.396172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.396172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.396172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.396172] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efcb51d8-56ea-4664-ba59-94c9ebabe42e already deleted. [ 963.396172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efcb51d8-56ea-4664-ba59-94c9ebabe42e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.471093] env[67441]: INFO networking_nsxv3.common.synchronization [req-0a64788b-4156-4239-856f-553c51f97fc1 req-a037ccaf-7ed6-48d1-b958-b12e3aa542c8 tempest-ServerRescueNegativeTestJSON-2000166841 tempest-ServerRescueNegativeTestJSON-2000166841-project-member] Enqueued Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_members [ 963.471093] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_members [ 963.471093] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.471304] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.639148] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.639292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.640149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.640149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.640149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.640149] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 already deleted. [ 963.640149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.799531] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.909271] env[67441]: INFO networking_nsxv3.common.synchronization [None req-e3601758-fd37-43c3-8d3a-a1e7feed9c8b tempest-ServerActionsTestJSON-1042543599 tempest-ServerActionsTestJSON-1042543599-project-member] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_rules [ 963.909271] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_rules [ 963.909271] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.909271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.909271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.909271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.909271] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.963793] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 963.964456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.293194] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.293358] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.293433] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.293719] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.293980] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.294447] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.294578] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.294815] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.294956] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.295183] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.295318] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.295454] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.295669] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.295786] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.295895] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.296035] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.302396] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.302528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.302610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.302771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.302854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.302950] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 is going to be created. [ 964.323512] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.323733] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.323824] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.324018] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.324660] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-6336373d-e7af-48d6-8eaf-1a238e3fed75 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.324888] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-6336373d-e7af-48d6-8eaf-1a238e3fed75" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.325198] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-6336373d-e7af-48d6-8eaf-1a238e3fed75" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.325862] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-6336373d-e7af-48d6-8eaf-1a238e3fed75" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.326014] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6336373d-e7af-48d6-8eaf-1a238e3fed75',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.327764] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.328027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.328027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.328124] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.328303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.338364] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: UNINITIALIZED for 2s [ 964.436531] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.436806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.436806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.437103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.437103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.437708] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 already deleted. [ 964.437708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.752448] env[67441]: INFO networking_nsxv3.common.synchronization [None req-3152bc01-03d1-4fa2-bd69-7bcdc90f0529 None None] Enqueued Resource ID: 23249466-e232-4747-bd41-9aadbada41e8 with Priority: HIGHEST for action port [ 964.752658] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23249466-e232-4747-bd41-9aadbada41e8 with Priority: HIGHEST for action port [ 964.753238] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-23249466-e232-4747-bd41-9aadbada41e8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.753363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23249466-e232-4747-bd41-9aadbada41e8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.753434] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23249466-e232-4747-bd41-9aadbada41e8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.753690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23249466-e232-4747-bd41-9aadbada41e8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.753774] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23249466-e232-4747-bd41-9aadbada41e8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.830228] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.830578] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.830622] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.830881] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.831046] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.831205] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 6336373d-e7af-48d6-8eaf-1a238e3fed75 not found, creating... [ 964.831465] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.831610] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.831726] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.831941] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.832099] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.832466] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.832630] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.832742] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.833086] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.833225] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.833362] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 6336373d-e7af-48d6-8eaf-1a238e3fed75 is going to be created. [ 964.856927] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.857360] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.857580] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.857989] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.858650] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.860352] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-6336373d-e7af-48d6-8eaf-1a238e3fed75" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.257134] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23249466-e232-4747-bd41-9aadbada41e8 [ 965.257992] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.257992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.257992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.257992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.257992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.257992] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23249466-e232-4747-bd41-9aadbada41e8 already deleted. [ 965.257992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23249466-e232-4747-bd41-9aadbada41e8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.988321] env[67441]: INFO networking_nsxv3.common.synchronization [req-0a64788b-4156-4239-856f-553c51f97fc1 req-7c46a27e-f0ad-4d76-9230-198cec7ac6b6 service nova] Enqueued Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_rules [ 965.988630] env[67441]: INFO networking_nsxv3.common.synchronization [req-0a64788b-4156-4239-856f-553c51f97fc1 req-7c46a27e-f0ad-4d76-9230-198cec7ac6b6 service nova] Enqueued Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_members [ 965.988630] env[67441]: INFO networking_nsxv3.common.synchronization [req-0a64788b-4156-4239-856f-553c51f97fc1 req-7c46a27e-f0ad-4d76-9230-198cec7ac6b6 service nova] Enqueued Resource ID: 6336373d-e7af-48d6-8eaf-1a238e3fed75 with Priority: HIGHEST for action port [ 965.993342] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_rules [ 965.993342] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_members [ 965.993342] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6336373d-e7af-48d6-8eaf-1a238e3fed75 with Priority: HIGHEST for action port [ 965.993342] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.993342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.993342] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.993342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.993342] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-6336373d-e7af-48d6-8eaf-1a238e3fed75 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.993342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6336373d-e7af-48d6-8eaf-1a238e3fed75" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.994370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6336373d-e7af-48d6-8eaf-1a238e3fed75" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.994731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6336373d-e7af-48d6-8eaf-1a238e3fed75" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.994936] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6336373d-e7af-48d6-8eaf-1a238e3fed75',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.287447] env[67441]: INFO networking_nsxv3.common.synchronization [None req-d4b79d77-5f74-48f8-a93b-672fdae8bfa3 None None] Enqueued Resource ID: 70a7803c-8aa5-44f2-9473-538be8214b92 with Priority: HIGHEST for action port [ 966.287447] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a7803c-8aa5-44f2-9473-538be8214b92 with Priority: HIGHEST for action port [ 966.287447] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-70a7803c-8aa5-44f2-9473-538be8214b92 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.287447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70a7803c-8aa5-44f2-9473-538be8214b92" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.287791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70a7803c-8aa5-44f2-9473-538be8214b92" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.288141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70a7803c-8aa5-44f2-9473-538be8214b92" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.288337] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a7803c-8aa5-44f2-9473-538be8214b92',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.336368] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.338017] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-572" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.338017] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-572" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.338017] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-572" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.338017] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.338017] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.338017] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.338701] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.338976] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.342018] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.342018] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.342018] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.342018] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.342018] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.342018] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.342018] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.351487] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: SUCCESS [ 966.354024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.354024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.354024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.354024] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.354024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.354024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.354024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.354024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.354024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.354024] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.354571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.354811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.355060] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.355264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.355427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.355653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.355815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.355979] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.364634] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.364634] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.364634] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.364634] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-572" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.364634] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-9bfe78dd-6225-4822-b1bc-033ba15d1c89 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.364634] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.364634] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.364634] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.364634] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bfe78dd-6225-4822-b1bc-033ba15d1c89',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.499156] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6336373d-e7af-48d6-8eaf-1a238e3fed75 with status ACTIVE [ 966.500230] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.500230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.500230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.500230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.500230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.500230] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.500525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.500525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.500525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.500628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.500759] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.500855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.500919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.501083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.501157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.501259] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6336373d-e7af-48d6-8eaf-1a238e3fed75 is going to be updated. [ 966.523139] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.523318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.523387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.523546] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.523712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.523833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6336373d-e7af-48d6-8eaf-1a238e3fed75" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.792424] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70a7803c-8aa5-44f2-9473-538be8214b92 [ 966.792424] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.792424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.792424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.792424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.792424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.792424] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70a7803c-8aa5-44f2-9473-538be8214b92 already deleted. [ 966.792424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70a7803c-8aa5-44f2-9473-538be8214b92" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.858591] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.858895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.858895] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.866146] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.866955] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.866955] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.866955] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.866955] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.867274] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.868110] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.868267] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.868600] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.868825] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.869205] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.869409] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.869446] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.869655] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.870341] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.870341] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 9bfe78dd-6225-4822-b1bc-033ba15d1c89 is going to be updated. [ 966.897604] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.897827] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.898028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.898267] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.898473] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.898688] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.361782] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.593558] env[67441]: INFO networking_nsxv3.common.synchronization [req-9d2d936f-9c83-49c4-974b-19176498ed6a req-fbbefb88-df32-45e5-9069-5eac1cec8864 service nova] Enqueued Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_rules [ 967.593807] env[67441]: INFO networking_nsxv3.common.synchronization [req-9d2d936f-9c83-49c4-974b-19176498ed6a req-fbbefb88-df32-45e5-9069-5eac1cec8864 service nova] Enqueued Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 967.593898] env[67441]: INFO networking_nsxv3.common.synchronization [req-9d2d936f-9c83-49c4-974b-19176498ed6a req-fbbefb88-df32-45e5-9069-5eac1cec8864 service nova] Enqueued Resource ID: 9bfe78dd-6225-4822-b1bc-033ba15d1c89 with Priority: HIGHEST for action port [ 967.594102] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_rules [ 967.594231] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 967.594392] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bfe78dd-6225-4822-b1bc-033ba15d1c89 with Priority: HIGHEST for action port [ 967.594941] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.596876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.598278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.598278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.598278] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.600552] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.600738] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.600808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.601014] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.601170] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.601269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.601333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.601474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.601559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.601647] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.602756] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bfe78dd-6225-4822-b1bc-033ba15d1c89 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.602885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.603600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.603600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.603600] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bfe78dd-6225-4822-b1bc-033ba15d1c89',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.865104] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.865104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.865104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.865104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.865104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.865104] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 is going to be updated. [ 967.897936] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.898639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.898639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.898639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.898639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.922586] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: IN_PROGRESS for 2s [ 968.105250] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.106171] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.106282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.106479] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bfe78dd-6225-4822-b1bc-033ba15d1c89 with status ACTIVE [ 968.106667] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.107265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.107265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.107265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.107402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.107475] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.107577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.107641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.107799] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.107877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.108532] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.108532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.108532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.108532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.108532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.111543] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bfe78dd-6225-4822-b1bc-033ba15d1c89 is going to be updated. [ 968.129770] env[67441]: INFO networking_nsxv3.common.synchronization [None req-5d281a00-6d53-477b-823b-0b2c508f1895 None None] Enqueued Resource ID: 108a804b-7fff-4b00-be7b-2a3070bb4f5f with Priority: HIGHEST for action port [ 968.131957] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 108a804b-7fff-4b00-be7b-2a3070bb4f5f with Priority: HIGHEST for action port [ 968.131957] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-108a804b-7fff-4b00-be7b-2a3070bb4f5f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.131957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-108a804b-7fff-4b00-be7b-2a3070bb4f5f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.131957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-108a804b-7fff-4b00-be7b-2a3070bb4f5f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.131957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-108a804b-7fff-4b00-be7b-2a3070bb4f5f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.131957] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('108a804b-7fff-4b00-be7b-2a3070bb4f5f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.135822] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.135961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.136053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.136291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.136430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.136584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bfe78dd-6225-4822-b1bc-033ba15d1c89" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.536018] env[67441]: INFO networking_nsxv3.common.synchronization [None req-9897d0d0-1c69-4c5c-9691-3657be69116d None None] Enqueued Resource ID: 244ead89-bb14-48cc-a25b-a7c9f6a338c0 with Priority: HIGHEST for action port [ 968.536698] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244ead89-bb14-48cc-a25b-a7c9f6a338c0 with Priority: HIGHEST for action port [ 968.537218] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-244ead89-bb14-48cc-a25b-a7c9f6a338c0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.538836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-244ead89-bb14-48cc-a25b-a7c9f6a338c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.538836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-244ead89-bb14-48cc-a25b-a7c9f6a338c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.538836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-244ead89-bb14-48cc-a25b-a7c9f6a338c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.538836] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('244ead89-bb14-48cc-a25b-a7c9f6a338c0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.611669] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.637208] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 108a804b-7fff-4b00-be7b-2a3070bb4f5f [ 968.637357] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.637487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.638016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.638016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.638016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.638172] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:108a804b-7fff-4b00-be7b-2a3070bb4f5f already deleted. [ 968.638206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-108a804b-7fff-4b00-be7b-2a3070bb4f5f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.041265] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 244ead89-bb14-48cc-a25b-a7c9f6a338c0 [ 969.041465] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.041465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.041585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.044070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.044070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.044070] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:244ead89-bb14-48cc-a25b-a7c9f6a338c0 already deleted. [ 969.044070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-244ead89-bb14-48cc-a25b-a7c9f6a338c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.116337] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.116337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.116337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.116337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.116337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.116337] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96e1333-3916-4891-ad79-54df740deaa2 is going to be updated. [ 969.157745] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.158054] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.158220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.158468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.160342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.174238] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: IN_PROGRESS for 2s [ 969.938017] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: SUCCESS [ 969.938017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.938017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.938017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.938017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.938017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.938017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.938017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.938017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.938017] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.446953] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.949936] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.187988] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: SUCCESS [ 971.187988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.187988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.188239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.188659] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.188659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.188659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.188782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.189352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.189352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.189352] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.289705] env[67441]: INFO networking_nsxv3.common.synchronization [None req-383ed5cf-7a10-4b49-b67c-650876903b79 None None] Enqueued Resource ID: c06ccee3-a985-4b83-9396-ce3829cf048e with Priority: HIGHEST for action port [ 971.290574] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06ccee3-a985-4b83-9396-ce3829cf048e with Priority: HIGHEST for action port [ 971.290700] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-c06ccee3-a985-4b83-9396-ce3829cf048e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.290816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c06ccee3-a985-4b83-9396-ce3829cf048e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.291161] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c06ccee3-a985-4b83-9396-ce3829cf048e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.292953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c06ccee3-a985-4b83-9396-ce3829cf048e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.292953] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c06ccee3-a985-4b83-9396-ce3829cf048e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.456359] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.456359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.456359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.456359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.456359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.456359] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 is going to be updated. [ 971.537622] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.537961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.538206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.538412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.538635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.559186] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: IN_PROGRESS for 2s [ 971.691163] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.691323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.691395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.691648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.692656] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.692656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.692656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.692656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.692967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.692967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.693064] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.693298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.693360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.693494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.693641] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.693734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.693834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.694071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.694071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.694154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.694182] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.797305] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c06ccee3-a985-4b83-9396-ce3829cf048e [ 971.797693] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.797905] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.798025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.798357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.798499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.798845] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c06ccee3-a985-4b83-9396-ce3829cf048e already deleted. [ 971.798845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c06ccee3-a985-4b83-9396-ce3829cf048e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.081822] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b90fe83-0fb7-4948-aae8-8ca1a5592804 req-919b800f-0d68-4818-9f47-b4ea2881a00e tempest-FloatingIPsAssociationNegativeTestJSON-1492642328 tempest-FloatingIPsAssociationNegativeTestJSON-1492642328-project-member] Enqueued Resource ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 with Priority: HIGHEST for action security_group_members [ 972.084254] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 with Priority: HIGHEST for action security_group_members [ 972.085368] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.085368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.085649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.086925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.086925] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.086925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.086925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.086925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.086925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.087481] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.197658] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a96e1333-3916-4891-ad79-54df740deaa2: rpc.has_security_group_logging(os_id): False [ 972.217637] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.217836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.217914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.218156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.247320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.247390] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.247511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.247577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.247791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.247868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.248091] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.248185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.248246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.248388] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.248896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.249222] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.249348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.249380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.249555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.249586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.249678] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96e1333-3916-4891-ad79-54df740deaa2 is going to be updated. [ 972.337497] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.337635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.337635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.337857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.337993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.352583] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: IN_PROGRESS for 2s [ 972.535715] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.535937] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-857" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.536128] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-857" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.536553] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-857" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.536902] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.537137] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.537309] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.537615] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.537827] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.538099] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.538267] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.538427] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.538575] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.538736] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.538899] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.539128] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.561398] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.561596] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.561843] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.561919] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-857" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.562304] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-f351617b-b458-4f04-a7e9-d75ee734a415 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.562493] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-f351617b-b458-4f04-a7e9-d75ee734a415" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.562616] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-f351617b-b458-4f04-a7e9-d75ee734a415" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.562967] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-f351617b-b458-4f04-a7e9-d75ee734a415" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.563137] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f351617b-b458-4f04-a7e9-d75ee734a415',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.590481] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.590481] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.590592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.590828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.590951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.591174] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.591286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.591395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.591520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.591598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.591685] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 already deleted. [ 972.591764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.066684] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.066957] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.066957] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.067398] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.067588] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.067756] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port f351617b-b458-4f04-a7e9-d75ee734a415 not found, creating... [ 973.068105] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.068312] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.069523] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.069523] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.069523] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.069523] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.069523] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.069805] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.069982] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.070235] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.070460] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: f351617b-b458-4f04-a7e9-d75ee734a415 is going to be created. [ 973.098207] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.098725] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.098725] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.099521] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.099521] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.099521] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-f351617b-b458-4f04-a7e9-d75ee734a415" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.571853] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: SUCCESS [ 973.572110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.572908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.573199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.573441] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.573713] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.573713] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.573841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.573888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.573994] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.574156] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.574257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.574382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.575036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.575036] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.575036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.575036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.575036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.575340] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.575340] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.575340] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.913352] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b90fe83-0fb7-4948-aae8-8ca1a5592804 req-d3bacd7a-5912-44d4-8567-102eb54ee55c service nova] Enqueued Resource ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 with Priority: HIGHEST for action security_group_rules [ 973.913352] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b90fe83-0fb7-4948-aae8-8ca1a5592804 req-d3bacd7a-5912-44d4-8567-102eb54ee55c service nova] Enqueued Resource ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 with Priority: HIGHEST for action security_group_members [ 973.913352] env[67441]: INFO networking_nsxv3.common.synchronization [req-4b90fe83-0fb7-4948-aae8-8ca1a5592804 req-d3bacd7a-5912-44d4-8567-102eb54ee55c service nova] Enqueued Resource ID: f351617b-b458-4f04-a7e9-d75ee734a415 with Priority: HIGHEST for action port [ 973.913352] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 with Priority: HIGHEST for action security_group_rules [ 973.913352] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 with Priority: HIGHEST for action security_group_members [ 973.913352] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f351617b-b458-4f04-a7e9-d75ee734a415 with Priority: HIGHEST for action port [ 973.913352] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.913352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.913352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.913352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.913352] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.913880] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.913933] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.913989] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.914211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.914450] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.914606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.914693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.914921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.915084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.915210] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.916152] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-f351617b-b458-4f04-a7e9-d75ee734a415 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.916281] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f351617b-b458-4f04-a7e9-d75ee734a415" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.916356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f351617b-b458-4f04-a7e9-d75ee734a415" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.916480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f351617b-b458-4f04-a7e9-d75ee734a415" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.921385] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f351617b-b458-4f04-a7e9-d75ee734a415',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.077687] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9: rpc.has_security_group_logging(os_id): False [ 974.098877] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.099325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.099325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.099432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.099566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.099775] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.099882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.099927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.100321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.100321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.100516] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.100645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.100736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.101566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.101754] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.102028] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.102240] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.102332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.102536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.102987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.102987] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 is going to be created. [ 974.114817] env[67441]: INFO networking_nsxv3.common.synchronization [req-4a5a0ffa-595a-407f-ac9d-a098684d670e req-df5693fe-0ab3-4461-9fab-d89c5fbf62fd tempest-ServerPasswordTestJSON-428382163 tempest-ServerPasswordTestJSON-428382163-project-member] Enqueued Resource ID: 66f15076-842e-4ce9-9130-1fc38b60c50f with Priority: HIGHEST for action security_group_members [ 974.116462] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f15076-842e-4ce9-9130-1fc38b60c50f with Priority: HIGHEST for action security_group_members [ 974.116462] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-66f15076-842e-4ce9-9130-1fc38b60c50f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.116462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.116462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.117416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.118201] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.118436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.118942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.119509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.119509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.119754] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66f15076-842e-4ce9-9130-1fc38b60c50f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.184844] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.184992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.186673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.186763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.186947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.200736] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: IN_PROGRESS for 2s [ 974.380680] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: SUCCESS [ 974.380801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.422602] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.423706] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.423857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.424610] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f351617b-b458-4f04-a7e9-d75ee734a415 with status ACTIVE [ 974.425935] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.425935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.425935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.425935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.425935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.425935] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.425935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.425935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.425935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.425935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.426732] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.426732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.426732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.426732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.426732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.426732] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f351617b-b458-4f04-a7e9-d75ee734a415 is going to be updated. [ 974.452344] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.452514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.452514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.452777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.452938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.453516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f351617b-b458-4f04-a7e9-d75ee734a415" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.622630] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.622842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.622916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.623174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.623251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.623455] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.623580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.623628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.623784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.623859] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.623948] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f15076-842e-4ce9-9130-1fc38b60c50f is going to be updated. [ 974.686468] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.686468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.686785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.686874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.687795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.692046] env[67441]: INFO networking_nsxv3.common.synchronization [req-e4c37741-79b9-420c-9e1c-4dca4d790a1b req-733436bf-e268-461d-9d4d-8955018b4cac tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 974.692692] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 974.693100] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.693282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.693426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.693674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.693817] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.693906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.693970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.694138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.694259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.694338] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.701967] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f15076-842e-4ce9-9130-1fc38b60c50f in Status: IN_PROGRESS for 2s [ 974.925050] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.201092] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.294484] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.294646] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.294813] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.295132] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.295407] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.295852] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.295852] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.296284] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.296463] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.296685] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.296798] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.296909] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.297069] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.297158] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.297264] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.297454] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.318631] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.319318] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.319318] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.319551] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.319809] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-87fbf964-d814-4f5d-8089-3d019fe0605d taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.320049] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-87fbf964-d814-4f5d-8089-3d019fe0605d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.320217] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-87fbf964-d814-4f5d-8089-3d019fe0605d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.320565] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-87fbf964-d814-4f5d-8089-3d019fe0605d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.320722] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87fbf964-d814-4f5d-8089-3d019fe0605d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.433292] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.433527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.433726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.433808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.433901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.434285] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 is going to be created. [ 975.466724] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.467025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.467025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.467194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.467337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.477170] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 in Status: UNINITIALIZED for 2s [ 975.706192] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.823028] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.823195] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.823311] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.823697] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.823910] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.824147] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 87fbf964-d814-4f5d-8089-3d019fe0605d not found, creating... [ 975.824590] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.824809] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.824966] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.825414] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.825517] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.826093] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.826305] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.826388] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.826711] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.826852] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.827054] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 87fbf964-d814-4f5d-8089-3d019fe0605d is going to be created. [ 975.860946] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.861167] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.861370] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.861653] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.861907] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.862297] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-87fbf964-d814-4f5d-8089-3d019fe0605d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.209397] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.210117] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.210117] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.210314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.210428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.210545] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 976.217486] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: SUCCESS [ 976.217827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.218033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.218356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.218493] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.270637] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.271117] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.271218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.271369] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.271525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.294570] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 976.603211] env[67441]: INFO networking_nsxv3.common.synchronization [req-e4c37741-79b9-420c-9e1c-4dca4d790a1b req-9bf8bb93-51e8-469e-89c4-1305bc888d6b service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 976.603211] env[67441]: INFO networking_nsxv3.common.synchronization [req-e4c37741-79b9-420c-9e1c-4dca4d790a1b req-9bf8bb93-51e8-469e-89c4-1305bc888d6b service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 976.603211] env[67441]: INFO networking_nsxv3.common.synchronization [req-e4c37741-79b9-420c-9e1c-4dca4d790a1b req-9bf8bb93-51e8-469e-89c4-1305bc888d6b service nova] Enqueued Resource ID: 87fbf964-d814-4f5d-8089-3d019fe0605d with Priority: HIGHEST for action port [ 976.603211] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 976.603211] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 976.603211] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87fbf964-d814-4f5d-8089-3d019fe0605d with Priority: HIGHEST for action port [ 976.603211] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.603889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.604118] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.604587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.604890] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.608271] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.608271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.608271] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-87fbf964-d814-4f5d-8089-3d019fe0605d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.608271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87fbf964-d814-4f5d-8089-3d019fe0605d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.608271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87fbf964-d814-4f5d-8089-3d019fe0605d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.608271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87fbf964-d814-4f5d-8089-3d019fe0605d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.608271] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87fbf964-d814-4f5d-8089-3d019fe0605d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.716075] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66f15076-842e-4ce9-9130-1fc38b60c50f in Status: SUCCESS [ 976.716075] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66f15076-842e-4ce9-9130-1fc38b60c50f deletion is rescheduled due to dependency. [ 976.716075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.722851] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.722851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.722851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.722851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.722851] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.722851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.722851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.722851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.722851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.722851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.722851] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.110323] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.110563] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.110810] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87fbf964-d814-4f5d-8089-3d019fe0605d with status ACTIVE [ 977.111130] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.111289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.111380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.111647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.111749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.111944] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.112098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.112194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.112437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.112550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.112710] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.112810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.112869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.113973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.114084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.114394] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87fbf964-d814-4f5d-8089-3d019fe0605d is going to be updated. [ 977.147331] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.147535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.148337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.149205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.150527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.151297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87fbf964-d814-4f5d-8089-3d019fe0605d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.229383] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.229689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.234204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.234204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.234204] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.234204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.234204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.234204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.234204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.234204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.234204] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.234204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.234204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.234731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.234731] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.234731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.234731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.234926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.234926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.234984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.239322] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.489248] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 in Status: SUCCESS [ 977.489430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.489484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.489962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.489962] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.489962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.490150] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.490273] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.490338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.490419] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.490915] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.740544] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9: rpc.has_security_group_logging(os_id): False [ 977.765207] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.765207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.765207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.765207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.765207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.765207] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.765207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.765207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.765207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.765207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.765207] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.765207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.765207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.765207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.765207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.765796] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.765796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.765796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.766135] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.766374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.766617] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 is going to be updated. [ 977.849087] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.849290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.849331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.850327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.850327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.866753] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: IN_PROGRESS for 2s [ 977.994130] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.994403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.994495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.995495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.995495] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.995495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.995495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.996088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.996192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.996288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.996468] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.996588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.996662] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.997819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.997819] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.997819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.997819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.997819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.997819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.998194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.998194] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.307922] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 978.307922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.307922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.307922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.307922] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.307922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.307922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.307922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.307922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.307922] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.501347] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66: rpc.has_security_group_logging(os_id): False [ 978.522054] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.522054] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.522054] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.522310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.522310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.523217] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.523217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.523217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.523217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.523217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.523217] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.523217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.523217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.523563] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.523563] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.523633] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.523702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.523775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.523918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.523994] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.528405] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 is going to be created. [ 978.597513] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.597733] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.597733] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.597968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.598205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.613210] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 in Status: IN_PROGRESS for 2s [ 978.812645] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.314521] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.817351] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.817351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.817351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.817608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.818291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.818291] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 979.871373] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.871373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.871373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.871373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.871373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.884436] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 979.890274] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: SUCCESS [ 979.890274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.509518] env[67441]: INFO networking_nsxv3.common.synchronization [None req-863d1468-21a4-4ce8-aa81-c85bea36fb45 None None] Enqueued Resource ID: 1b70f6d5-c1b6-4e5d-bced-18f693c79c67 with Priority: HIGHEST for action port [ 980.510424] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b70f6d5-c1b6-4e5d-bced-18f693c79c67 with Priority: HIGHEST for action port [ 980.510807] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b70f6d5-c1b6-4e5d-bced-18f693c79c67 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.510950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b70f6d5-c1b6-4e5d-bced-18f693c79c67" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.510950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b70f6d5-c1b6-4e5d-bced-18f693c79c67" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.511230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b70f6d5-c1b6-4e5d-bced-18f693c79c67" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.511315] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b70f6d5-c1b6-4e5d-bced-18f693c79c67',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.629246] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 in Status: SUCCESS [ 980.629498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.735489] env[67441]: INFO networking_nsxv3.common.synchronization [req-676a15ec-e33c-477e-bf52-d8e3a32dee45 req-fdaaa940-973f-48d2-8013-f4e23b824d6d tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_members [ 980.737770] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_members [ 980.738349] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.738349] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.738349] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.738662] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.738830] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.738934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.738994] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.739169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.739249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.739370] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.015149] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b70f6d5-c1b6-4e5d-bced-18f693c79c67 [ 981.015494] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.015692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.015779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.016053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.016149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.016245] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b70f6d5-c1b6-4e5d-bced-18f693c79c67 already deleted. [ 981.016331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b70f6d5-c1b6-4e5d-bced-18f693c79c67" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.244523] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.244786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.244895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.245319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.245488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.245863] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.246088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.246210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.246530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.246686] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.246843] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 already deleted. [ 981.247012] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.280098] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.280098] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.280098] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.280098] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.280098] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.280098] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.280098] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.280098] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.280098] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.280098] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.280098] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.280098] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.280098] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.283297] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.283734] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.283734] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.310289] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.310289] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.310289] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.310289] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.310289] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-44eff3b7-d827-444f-9f2b-ed1a1d1bfb83 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.310289] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-44eff3b7-d827-444f-9f2b-ed1a1d1bfb83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.310289] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-44eff3b7-d827-444f-9f2b-ed1a1d1bfb83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.310289] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-44eff3b7-d827-444f-9f2b-ed1a1d1bfb83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.310289] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44eff3b7-d827-444f-9f2b-ed1a1d1bfb83',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.816746] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.816746] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.817752] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.817752] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.817752] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.817752] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 44eff3b7-d827-444f-9f2b-ed1a1d1bfb83 not found, creating... [ 981.818300] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.818300] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.818300] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.818771] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.818809] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.821449] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.821973] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.823039] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.824026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.824026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.824026] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 44eff3b7-d827-444f-9f2b-ed1a1d1bfb83 is going to be created. [ 981.856677] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.856969] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.858406] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.858760] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.859029] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.859273] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-44eff3b7-d827-444f-9f2b-ed1a1d1bfb83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.893531] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 981.893695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.893873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.894125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.894328] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.894488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.894488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.894692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.894769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.894852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.895307] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.398053] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.398222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.398292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.400531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.400803] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.400930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.404348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.404348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.404348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.404348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.404348] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.404348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.404348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.404348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.404348] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.404348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.404348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.404348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.404348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.404348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.404348] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.607548] env[67441]: INFO networking_nsxv3.common.synchronization [req-676a15ec-e33c-477e-bf52-d8e3a32dee45 req-33060558-fc5b-4005-b365-2931eab46188 service nova] Enqueued Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_rules [ 982.607548] env[67441]: INFO networking_nsxv3.common.synchronization [req-676a15ec-e33c-477e-bf52-d8e3a32dee45 req-33060558-fc5b-4005-b365-2931eab46188 service nova] Enqueued Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_members [ 982.607548] env[67441]: INFO networking_nsxv3.common.synchronization [req-676a15ec-e33c-477e-bf52-d8e3a32dee45 req-33060558-fc5b-4005-b365-2931eab46188 service nova] Enqueued Resource ID: 44eff3b7-d827-444f-9f2b-ed1a1d1bfb83 with Priority: HIGHEST for action port [ 982.607548] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_rules [ 982.607548] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_members [ 982.607548] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eff3b7-d827-444f-9f2b-ed1a1d1bfb83 with Priority: HIGHEST for action port [ 982.607548] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.607548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.607548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.608114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.608340] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.609902] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.612033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.612033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.612033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.612033] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.612033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.612033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.612033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.612033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.612033] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.618695] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-44eff3b7-d827-444f-9f2b-ed1a1d1bfb83 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.618695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44eff3b7-d827-444f-9f2b-ed1a1d1bfb83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.618695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44eff3b7-d827-444f-9f2b-ed1a1d1bfb83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.618695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44eff3b7-d827-444f-9f2b-ed1a1d1bfb83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.618695] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44eff3b7-d827-444f-9f2b-ed1a1d1bfb83',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.898207] env[67441]: INFO networking_nsxv3.common.synchronization [req-f433e470-9d11-494c-9c57-f61bccd5f427 req-10c2a0dd-85dc-402f-8e76-c12905cec369 tempest-ServerMetadataTestJSON-1316437027 tempest-ServerMetadataTestJSON-1316437027-project-member] Enqueued Resource ID: 52259326-b7b5-4244-ab44-955dd58e7bac with Priority: HIGHEST for action security_group_members [ 982.899274] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52259326-b7b5-4244-ab44-955dd58e7bac with Priority: HIGHEST for action security_group_members [ 982.899919] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-52259326-b7b5-4244-ab44-955dd58e7bac taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.900249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.900425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.900807] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.901274] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.902327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.902327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.902327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.902543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.902664] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52259326-b7b5-4244-ab44-955dd58e7bac',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.906680] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24560ce6-fb65-4812-ab78-28d99a5fb998: rpc.has_security_group_logging(os_id): False [ 982.928379] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.928474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.928813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.928813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.928931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.929172] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.929593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.929593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.929593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.929746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.929944] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.930054] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.930054] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.930403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.930403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.930828] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.930983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.931127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.931282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.931383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.931503] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 983.039855] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.040235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.040366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.040537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.040690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.056112] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 983.118150] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.119404] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.119640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.120070] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44eff3b7-d827-444f-9f2b-ed1a1d1bfb83 with status ACTIVE [ 983.120245] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.120359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.120452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.125214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.125436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.125678] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.125849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.125943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.126185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.126300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.126484] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.126624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.126721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.126916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.126998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.127101] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44eff3b7-d827-444f-9f2b-ed1a1d1bfb83 is going to be updated. [ 983.137391] env[67441]: INFO networking_nsxv3.common.synchronization [None req-1cd31baa-347d-44b4-9db6-6b7bcb042529 None None] Enqueued Resource ID: 93e0ae3e-2141-406b-b716-3569529b2375 with Priority: HIGHEST for action port [ 983.138152] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e0ae3e-2141-406b-b716-3569529b2375 with Priority: HIGHEST for action port [ 983.138771] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-93e0ae3e-2141-406b-b716-3569529b2375 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.138877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93e0ae3e-2141-406b-b716-3569529b2375" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.139029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93e0ae3e-2141-406b-b716-3569529b2375" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.139574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93e0ae3e-2141-406b-b716-3569529b2375" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.139767] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e0ae3e-2141-406b-b716-3569529b2375',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.165169] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.165676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.165676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.165676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.165812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.166353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44eff3b7-d827-444f-9f2b-ed1a1d1bfb83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.405621] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.405941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.405941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.406126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.406240] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.406474] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.406576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.406650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.406950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.407043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.407902] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52259326-b7b5-4244-ab44-955dd58e7bac already deleted. [ 983.407902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.450535] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.450535] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-547" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.450535] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-547" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.451384] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-547" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.452309] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.453075] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.453075] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.453241] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.453413] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.453654] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.453814] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.453936] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.454079] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.454195] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.454303] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.454483] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.481432] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.481432] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.481432] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.481432] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-547" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.484039] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-66f5b7ef-1859-4669-9dfb-243f78b987dc taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.484039] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-66f5b7ef-1859-4669-9dfb-243f78b987dc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.484039] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-66f5b7ef-1859-4669-9dfb-243f78b987dc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.484039] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-66f5b7ef-1859-4669-9dfb-243f78b987dc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.484039] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f5b7ef-1859-4669-9dfb-243f78b987dc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.621434] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.642878] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93e0ae3e-2141-406b-b716-3569529b2375 [ 983.642997] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.643224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.643326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.643568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.643693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.643827] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93e0ae3e-2141-406b-b716-3569529b2375 already deleted. [ 983.643937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93e0ae3e-2141-406b-b716-3569529b2375" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.985782] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.986078] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.986078] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.986322] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.986473] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.986632] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 66f5b7ef-1859-4669-9dfb-243f78b987dc not found, creating... [ 983.986994] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.987208] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.987314] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.987542] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.987681] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.988822] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.988822] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.988822] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.988822] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.988822] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.988822] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 66f5b7ef-1859-4669-9dfb-243f78b987dc is going to be created. [ 984.015685] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.015909] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.016047] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.016329] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.016569] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.016894] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-66f5b7ef-1859-4669-9dfb-243f78b987dc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.128040] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.128040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.128275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.128486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.129102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.129102] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 is going to be created. [ 984.169444] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.170501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.170501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.170501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.170855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.182910] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: UNINITIALIZED for 2s [ 984.750282] env[67441]: INFO networking_nsxv3.common.synchronization [req-f433e470-9d11-494c-9c57-f61bccd5f427 req-04463cb7-913d-4618-9ab2-076d555892e9 service nova] Enqueued Resource ID: 52259326-b7b5-4244-ab44-955dd58e7bac with Priority: HIGHEST for action security_group_rules [ 984.750282] env[67441]: INFO networking_nsxv3.common.synchronization [req-f433e470-9d11-494c-9c57-f61bccd5f427 req-04463cb7-913d-4618-9ab2-076d555892e9 service nova] Enqueued Resource ID: 52259326-b7b5-4244-ab44-955dd58e7bac with Priority: HIGHEST for action security_group_members [ 984.750282] env[67441]: INFO networking_nsxv3.common.synchronization [req-f433e470-9d11-494c-9c57-f61bccd5f427 req-04463cb7-913d-4618-9ab2-076d555892e9 service nova] Enqueued Resource ID: 66f5b7ef-1859-4669-9dfb-243f78b987dc with Priority: HIGHEST for action port [ 984.750717] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52259326-b7b5-4244-ab44-955dd58e7bac with Priority: HIGHEST for action security_group_rules [ 984.750862] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52259326-b7b5-4244-ab44-955dd58e7bac with Priority: HIGHEST for action security_group_members [ 984.751015] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f5b7ef-1859-4669-9dfb-243f78b987dc with Priority: HIGHEST for action port [ 984.753528] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52259326-b7b5-4244-ab44-955dd58e7bac taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.753528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.753528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.753783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.753900] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52259326-b7b5-4244-ab44-955dd58e7bac',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.755017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-52259326-b7b5-4244-ab44-955dd58e7bac taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.755347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.755347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.755531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.755752] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.755883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.755940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.756109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.756237] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.756355] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52259326-b7b5-4244-ab44-955dd58e7bac',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.757534] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f5b7ef-1859-4669-9dfb-243f78b987dc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.757607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f5b7ef-1859-4669-9dfb-243f78b987dc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.757982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f5b7ef-1859-4669-9dfb-243f78b987dc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.758216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f5b7ef-1859-4669-9dfb-243f78b987dc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.758299] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f5b7ef-1859-4669-9dfb-243f78b987dc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.964232] env[67441]: INFO networking_nsxv3.common.synchronization [req-506ad258-abf4-461f-9e8b-e4d9c53a2084 req-b413f023-ff92-40cf-a951-1354dc39acde tempest-ServerActionsTestJSON-1042543599 tempest-ServerActionsTestJSON-1042543599-project-member] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 984.964829] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 984.965284] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.965284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.965506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.965576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.965728] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.965831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.965888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.966241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.966354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.966450] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.072191] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 985.072191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.261185] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-52259326-b7b5-4244-ab44-955dd58e7bac taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.261336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.262555] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66f5b7ef-1859-4669-9dfb-243f78b987dc with status ACTIVE [ 985.262833] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.262923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.262923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.263163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.263322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.263624] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.263624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.263624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.263758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.263796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.263975] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.264064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.264127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.264263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.265821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.265821] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66f5b7ef-1859-4669-9dfb-243f78b987dc is going to be updated. [ 985.266554] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52259326-b7b5-4244-ab44-955dd58e7bac',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.296944] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.297138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.297205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.297537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.297680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.298127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f5b7ef-1859-4669-9dfb-243f78b987dc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.425943] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.426208] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.426309] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.426710] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.427034] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.427213] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.427382] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.427726] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.427997] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.428363] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.428561] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.428754] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.428945] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.429162] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.429321] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.429458] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.453627] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.453862] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.454057] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.454339] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.454744] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-24ff16bc-574a-41cc-93fb-5494417aaee3 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.454928] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-24ff16bc-574a-41cc-93fb-5494417aaee3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.455076] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-24ff16bc-574a-41cc-93fb-5494417aaee3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.455456] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-24ff16bc-574a-41cc-93fb-5494417aaee3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.455629] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ff16bc-574a-41cc-93fb-5494417aaee3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.471110] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.472052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.472052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.472052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.472052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.472312] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.472374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.472499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.472646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.472726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.472814] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 already deleted. [ 985.472898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.774031] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52259326-b7b5-4244-ab44-955dd58e7bac',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.958952] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.959378] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.959663] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.960135] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.960413] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.960692] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 24ff16bc-574a-41cc-93fb-5494417aaee3 not found, creating... [ 985.961128] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.961415] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.961645] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.962153] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.962364] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.962750] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.963063] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.963299] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.963658] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.963911] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.964178] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 24ff16bc-574a-41cc-93fb-5494417aaee3 is going to be created. [ 985.988432] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.988778] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.989033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.989478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.989774] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.990144] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-24ff16bc-574a-41cc-93fb-5494417aaee3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.195572] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: SUCCESS [ 986.196075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.196075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.197102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.197102] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.197102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.197102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.197102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.197102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.197382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.197382] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.277503] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.277708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.277789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.277946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.278048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.278153] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52259326-b7b5-4244-ab44-955dd58e7bac is going to be created. [ 986.307680] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.307970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.308138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.308324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.308542] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.321150] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52259326-b7b5-4244-ab44-955dd58e7bac in Status: UNINITIALIZED for 2s [ 986.700388] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.739986] env[67441]: INFO networking_nsxv3.common.synchronization [req-506ad258-abf4-461f-9e8b-e4d9c53a2084 req-56b81aec-01ec-4238-b76f-677c62df5f33 service nova] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_rules [ 986.740603] env[67441]: INFO networking_nsxv3.common.synchronization [req-506ad258-abf4-461f-9e8b-e4d9c53a2084 req-56b81aec-01ec-4238-b76f-677c62df5f33 service nova] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 986.742552] env[67441]: INFO networking_nsxv3.common.synchronization [req-506ad258-abf4-461f-9e8b-e4d9c53a2084 req-56b81aec-01ec-4238-b76f-677c62df5f33 service nova] Enqueued Resource ID: 24ff16bc-574a-41cc-93fb-5494417aaee3 with Priority: HIGHEST for action port [ 986.742552] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_rules [ 986.742552] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 986.742552] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ff16bc-574a-41cc-93fb-5494417aaee3 with Priority: HIGHEST for action port [ 986.742552] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.742552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.742552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.742552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.744127] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.744127] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.744127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.744127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.744127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.744704] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.744704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.744704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.744704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.744704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.745333] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.746032] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ff16bc-574a-41cc-93fb-5494417aaee3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.746032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ff16bc-574a-41cc-93fb-5494417aaee3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.746032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ff16bc-574a-41cc-93fb-5494417aaee3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.746277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ff16bc-574a-41cc-93fb-5494417aaee3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.746277] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ff16bc-574a-41cc-93fb-5494417aaee3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.972390] env[67441]: INFO networking_nsxv3.common.synchronization [req-94fa7a25-2494-498b-996b-ea68f4c09260 req-c5b9088f-a912-42a5-bf3c-8f44daccc6ea tempest-ServerRescueTestJSON-267018298 tempest-ServerRescueTestJSON-267018298-project-member] Enqueued Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_members [ 986.973059] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_members [ 986.973380] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.973523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.973594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.974047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.974219] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.974319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.974375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.974610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.974696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.975060] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.202606] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c6a14ec-7c90-4b43-9062-e3f538dfafe9: rpc.has_security_group_logging(os_id): False [ 987.224143] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.224386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.224489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.224705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.224803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.225117] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.225264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.225316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.225510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.225607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.225721] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 is going to be created. [ 987.247868] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.248031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.248462] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.249212] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24ff16bc-574a-41cc-93fb-5494417aaee3 with status ACTIVE [ 987.249413] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.249581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.249641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.249963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.250062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.250287] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.250503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.250503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.250633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.250712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.250996] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.252613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.252613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.252613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.252613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.252613] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24ff16bc-574a-41cc-93fb-5494417aaee3 is going to be updated. [ 987.283316] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.283316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.283316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.283316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.283316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.283316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ff16bc-574a-41cc-93fb-5494417aaee3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.295452] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.295617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.295692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.295898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.296098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.309472] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: IN_PROGRESS for 2s [ 987.389589] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.389786] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-842" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.390095] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-842" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.390194] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-842" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.390454] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.390609] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.390723] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.392077] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.393295] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.393908] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.393908] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.393908] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.393908] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.394176] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.394176] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.394273] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.419979] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.420179] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.420324] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.420497] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-842" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.420836] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-96641726-c5f7-4443-9f30-81ad342e4053 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.421035] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-96641726-c5f7-4443-9f30-81ad342e4053" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.421139] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-96641726-c5f7-4443-9f30-81ad342e4053" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.421458] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-96641726-c5f7-4443-9f30-81ad342e4053" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.421596] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96641726-c5f7-4443-9f30-81ad342e4053',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.477374] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.477585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.477666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.477895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.477988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.478203] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.478304] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.478368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.479324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.479431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.479536] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf already deleted. [ 987.479624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.756441] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.925847] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.925847] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.925847] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.925847] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.926321] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.926376] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 96641726-c5f7-4443-9f30-81ad342e4053 not found, creating... [ 987.926745] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.926973] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.927152] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.927495] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.927727] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.928150] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.928395] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.928605] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.928960] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.929215] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.929447] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 96641726-c5f7-4443-9f30-81ad342e4053 is going to be created. [ 987.975483] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.975945] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.976129] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.976430] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.976672] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.977040] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-96641726-c5f7-4443-9f30-81ad342e4053" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.260268] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.260704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.260704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.260901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.260901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.260965] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be created. [ 988.293204] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.293395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.293461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.293789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.293893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.307841] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: UNINITIALIZED for 2s [ 988.340750] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52259326-b7b5-4244-ab44-955dd58e7bac in Status: SUCCESS [ 988.341080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.341353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.341648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.341897] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.342069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.342157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.342442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.342584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.342742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.342890] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52259326-b7b5-4244-ab44-955dd58e7bac',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.713101] env[67441]: INFO networking_nsxv3.common.synchronization [req-94fa7a25-2494-498b-996b-ea68f4c09260 req-b398614e-9f5f-4b14-96f0-8ccc222fbae3 service nova] Enqueued Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_rules [ 988.713307] env[67441]: INFO networking_nsxv3.common.synchronization [req-94fa7a25-2494-498b-996b-ea68f4c09260 req-b398614e-9f5f-4b14-96f0-8ccc222fbae3 service nova] Enqueued Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_members [ 988.713542] env[67441]: INFO networking_nsxv3.common.synchronization [req-94fa7a25-2494-498b-996b-ea68f4c09260 req-b398614e-9f5f-4b14-96f0-8ccc222fbae3 service nova] Enqueued Resource ID: 96641726-c5f7-4443-9f30-81ad342e4053 with Priority: HIGHEST for action port [ 988.714245] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_rules [ 988.714388] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_members [ 988.714541] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96641726-c5f7-4443-9f30-81ad342e4053 with Priority: HIGHEST for action port [ 988.714959] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.716196] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.717150] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.718560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.718715] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.719775] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.719913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.719981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.720287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.720380] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.720509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.720577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.720788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.720923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.721304] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.723977] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-96641726-c5f7-4443-9f30-81ad342e4053 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.724166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96641726-c5f7-4443-9f30-81ad342e4053" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.724260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96641726-c5f7-4443-9f30-81ad342e4053" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.724687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96641726-c5f7-4443-9f30-81ad342e4053" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.724832] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96641726-c5f7-4443-9f30-81ad342e4053',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.847031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-52259326-b7b5-4244-ab44-955dd58e7bac taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.847324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.847415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.847684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.847872] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.847982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.848091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.848320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.848465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.848607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.848797] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-52259326-b7b5-4244-ab44-955dd58e7bac taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.848899] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.848957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.849150] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.849330] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.849475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.849532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.849668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.849748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.849831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.849922] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52259326-b7b5-4244-ab44-955dd58e7bac',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.226963] env[67441]: INFO networking_nsxv3.common.synchronization [req-c0c638bb-e857-4659-8ee4-16de935439c2 req-19956ba3-518d-44f2-991c-97adfccc6b65 tempest-ImagesTestJSON-1476992468 tempest-ImagesTestJSON-1476992468-project-member] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 989.227493] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.227932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.227932] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.229322] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGHEST for action security_group_members [ 989.229474] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96641726-c5f7-4443-9f30-81ad342e4053 with status ACTIVE [ 989.229649] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.229762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.229832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.230047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.230140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.230317] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.230418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.230481] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.230636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.230710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.230887] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.231013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.231163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.231310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.231406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.231506] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96641726-c5f7-4443-9f30-81ad342e4053 is going to be updated. [ 989.233520] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.233635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.233702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.233864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.234051] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.234099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.234158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.234297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.234373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.234542] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.262135] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.262478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.262478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.262725] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.262914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.263122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96641726-c5f7-4443-9f30-81ad342e4053" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.326693] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: SUCCESS [ 989.326693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.352300] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52259326-b7b5-4244-ab44-955dd58e7bac: rpc.has_security_group_logging(os_id): False [ 989.378598] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.379114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.379194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.379411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.379502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.379706] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.379803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.379869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.380042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.380109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.380309] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.380404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.380467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.380607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.380679] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.380866] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.380956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.381527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.381727] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.381911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.382018] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52259326-b7b5-4244-ab44-955dd58e7bac is going to be created. [ 989.473454] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.473454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.473454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.473736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.473877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.489319] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52259326-b7b5-4244-ab44-955dd58e7bac in Status: IN_PROGRESS for 2s [ 989.734717] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.738258] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.738258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.738258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.739268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.739268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.739675] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.739675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.739675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.740347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.740347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.740347] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be updated. [ 989.781383] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.781604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.781604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.781898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.782071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.795804] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: IN_PROGRESS for 2s [ 990.238843] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.239041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.239120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.239382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.239478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.239586] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf is going to be created. [ 990.269601] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.269918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.269918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.270017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.270198] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.284529] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: UNINITIALIZED for 2s [ 990.318627] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: SUCCESS [ 990.318895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.319082] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.319319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.319503] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.319642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.319723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.319942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.320034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.320149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.320234] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.822954] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.326414] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eed440d-721b-4cd0-9a35-53ff76378de7: rpc.has_security_group_logging(os_id): False [ 991.355089] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.355361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.355361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.355605] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.355706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.357504] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.357504] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.357504] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.357504] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.357504] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.357504] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be created. [ 991.649919] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52259326-b7b5-4244-ab44-955dd58e7bac in Status: SUCCESS [ 991.650939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.679959] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.679959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.679959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.679959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.680345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.714306] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: IN_PROGRESS for 2s [ 991.811685] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 in Status: SUCCESS [ 991.811915] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 deletion is rescheduled due to dependency. [ 991.811992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.298389] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: SUCCESS [ 992.298389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.298556] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.298648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.298842] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.298967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.299037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.299218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.299359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.299406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.299471] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.696836] env[67441]: INFO networking_nsxv3.common.synchronization [req-1b0afe9e-8878-44ac-84ff-e809f0bc73e4 req-578812c4-6293-418b-b0d6-15804827d68b tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 992.697735] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 992.697735] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.697885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.697928] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.700719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.700719] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.700719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.700719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.700980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.700980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.701103] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.804142] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.804398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.804572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.804977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.805539] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.805717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.805837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.806344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.806344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.806459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.806670] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.806909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.808391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.808391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.808506] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.808559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.808595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.808743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.808820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.809205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.809205] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.203956] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.313338] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6360563-c0df-4f8b-b3fa-417c0ca34dbf: rpc.has_security_group_logging(os_id): False [ 993.337742] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.338186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.338186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.338583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.338657] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.339376] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.340640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.340743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.341321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.341594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.341706] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.341821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.341894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.342138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.342245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.342481] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.342787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.342787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.343120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.343120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.343120] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf is going to be created. [ 993.415724] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.415903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.415946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.416168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.416397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.431845] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: IN_PROGRESS for 2s [ 993.706733] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.732852] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: SUCCESS [ 993.732852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.212689] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.212689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.212689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.212689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.212689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.212689] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 994.245085] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.245280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.245387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.245691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.245896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.257420] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 994.334528] env[67441]: INFO networking_nsxv3.common.synchronization [req-d778ce2f-49ae-4c0a-9bb4-95c732e20a4e req-d95d7459-14e7-4323-bd2f-059cfb5882e9 tempest-TenantUsagesTestJSON-1556664068 tempest-TenantUsagesTestJSON-1556664068-project-member] Enqueued Resource ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb with Priority: HIGHEST for action security_group_members [ 994.335146] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb with Priority: HIGHEST for action security_group_members [ 994.335467] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b3bc0d-0998-429b-8206-6dd54acc11cb taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.335615] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.335690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.335973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.336711] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.336834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.336904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.337136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.337176] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.337261] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0b3bc0d-0998-429b-8206-6dd54acc11cb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.669516] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.669758] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.669884] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.670173] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.670430] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.670589] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.670730] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.674331] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.674599] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.674826] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.674942] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.675064] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.675174] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.675304] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.675419] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.675577] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.696575] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.696783] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.696867] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.697056] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-222" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.697385] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-1daa8e75-09a2-4def-83e1-64a5a5401b27 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.697566] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-1daa8e75-09a2-4def-83e1-64a5a5401b27" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.697664] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-1daa8e75-09a2-4def-83e1-64a5a5401b27" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.698011] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-1daa8e75-09a2-4def-83e1-64a5a5401b27" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.698161] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1daa8e75-09a2-4def-83e1-64a5a5401b27',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.841527] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.841975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.841975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.841975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.842168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.842317] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.842439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.842546] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.842667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.842751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.842825] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb already deleted. [ 994.842907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.202218] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.202218] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.202218] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.202218] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.202218] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.202218] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 1daa8e75-09a2-4def-83e1-64a5a5401b27 not found, creating... [ 995.202218] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.202218] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.203036] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.203036] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.203036] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.204108] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.204108] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.204108] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.204108] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.204108] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.204695] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 1daa8e75-09a2-4def-83e1-64a5a5401b27 is going to be created. [ 995.226607] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.226843] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.226843] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.227154] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.227396] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.227699] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-1daa8e75-09a2-4def-83e1-64a5a5401b27" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.447391] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: SUCCESS [ 995.447623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.003585] env[67441]: INFO networking_nsxv3.common.synchronization [req-d778ce2f-49ae-4c0a-9bb4-95c732e20a4e req-9a9658c9-eb77-4b9b-8e45-6b3a58a8b743 service nova] Enqueued Resource ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb with Priority: HIGHEST for action security_group_rules [ 996.003923] env[67441]: INFO networking_nsxv3.common.synchronization [req-d778ce2f-49ae-4c0a-9bb4-95c732e20a4e req-9a9658c9-eb77-4b9b-8e45-6b3a58a8b743 service nova] Enqueued Resource ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb with Priority: HIGHEST for action security_group_members [ 996.003976] env[67441]: INFO networking_nsxv3.common.synchronization [req-d778ce2f-49ae-4c0a-9bb4-95c732e20a4e req-9a9658c9-eb77-4b9b-8e45-6b3a58a8b743 service nova] Enqueued Resource ID: 1daa8e75-09a2-4def-83e1-64a5a5401b27 with Priority: HIGHEST for action port [ 996.004573] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb with Priority: HIGHEST for action security_group_rules [ 996.004772] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb with Priority: HIGHEST for action security_group_members [ 996.004863] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1daa8e75-09a2-4def-83e1-64a5a5401b27 with Priority: HIGHEST for action port [ 996.005242] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0b3bc0d-0998-429b-8206-6dd54acc11cb taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.005367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.005411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.005715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.005804] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0b3bc0d-0998-429b-8206-6dd54acc11cb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.007981] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b3bc0d-0998-429b-8206-6dd54acc11cb taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.008134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.008238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.008407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.008572] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.008710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.008828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.008898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.008989] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.009094] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0b3bc0d-0998-429b-8206-6dd54acc11cb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.009920] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-1daa8e75-09a2-4def-83e1-64a5a5401b27 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.010046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1daa8e75-09a2-4def-83e1-64a5a5401b27" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.010105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1daa8e75-09a2-4def-83e1-64a5a5401b27" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.010256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1daa8e75-09a2-4def-83e1-64a5a5401b27" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.010331] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1daa8e75-09a2-4def-83e1-64a5a5401b27',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.269622] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 996.269844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.447942] env[67441]: INFO networking_nsxv3.common.synchronization [req-713035c9-32f4-4dd7-8e0e-5a278f8d724b req-32be90f3-5c13-452a-8f1e-bf413964107f tempest-ImagesNegativeTestJSON-1734658770 tempest-ImagesNegativeTestJSON-1734658770-project-member] Enqueued Resource ID: 62b19362-161e-4050-9eb4-9929362e7fda with Priority: HIGHEST for action security_group_members [ 996.448490] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b19362-161e-4050-9eb4-9929362e7fda with Priority: HIGHEST for action security_group_members [ 996.448793] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b19362-161e-4050-9eb4-9929362e7fda taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.448931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.449190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.449471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.449735] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.449859] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.449927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.450153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.450207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.450344] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62b19362-161e-4050-9eb4-9929362e7fda',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.511901] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b3bc0d-0998-429b-8206-6dd54acc11cb taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.512048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.512272] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0b3bc0d-0998-429b-8206-6dd54acc11cb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.513337] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1daa8e75-09a2-4def-83e1-64a5a5401b27 with status ACTIVE [ 996.513553] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.513659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.513785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.515103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.515217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.515402] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.515505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.515590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.515755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.515842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.519565] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.519708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.519781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.519998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.520106] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.520237] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1daa8e75-09a2-4def-83e1-64a5a5401b27 is going to be updated. [ 996.548733] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.548960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.548960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.549176] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.549312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.549477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1daa8e75-09a2-4def-83e1-64a5a5401b27" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.851397] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.851586] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-159" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.851707] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-159" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.852047] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-159" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.852365] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.852748] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.852848] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.853034] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.853179] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.853446] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.853557] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.853999] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.853999] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.853999] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.853999] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.855268] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.877219] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.877443] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.877604] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.877784] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-159" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.878160] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-4f20cd51-e6c2-404d-9db2-9ed5511206b3 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.878340] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-4f20cd51-e6c2-404d-9db2-9ed5511206b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.878460] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-4f20cd51-e6c2-404d-9db2-9ed5511206b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.878850] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-4f20cd51-e6c2-404d-9db2-9ed5511206b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.878991] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f20cd51-e6c2-404d-9db2-9ed5511206b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.953313] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.953495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.953572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.953832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.953933] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.954150] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.954265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.954344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.954554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.954663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.954762] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62b19362-161e-4050-9eb4-9929362e7fda already deleted. [ 996.954856] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.023343] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0b3bc0d-0998-429b-8206-6dd54acc11cb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.385877] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.386123] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.386262] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.386588] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.386787] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.387035] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 4f20cd51-e6c2-404d-9db2-9ed5511206b3 not found, creating... [ 997.387308] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.387469] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.387674] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.387809] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.387939] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.388314] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.388478] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.388862] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.389157] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.389357] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.389591] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 4f20cd51-e6c2-404d-9db2-9ed5511206b3 is going to be created. [ 997.418344] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.418628] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.418710] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.418965] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.419469] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.419713] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-4f20cd51-e6c2-404d-9db2-9ed5511206b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.525862] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.526172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.526305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.526636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.526822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.527038] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb is going to be created. [ 997.576025] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.576207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.576269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.576557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.576772] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.591605] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb in Status: UNINITIALIZED for 2s [ 998.235173] env[67441]: INFO networking_nsxv3.common.synchronization [req-713035c9-32f4-4dd7-8e0e-5a278f8d724b req-f3dfac89-5684-47dd-b4fb-81dc995ea397 service nova] Enqueued Resource ID: 62b19362-161e-4050-9eb4-9929362e7fda with Priority: HIGHEST for action security_group_rules [ 998.235421] env[67441]: INFO networking_nsxv3.common.synchronization [req-713035c9-32f4-4dd7-8e0e-5a278f8d724b req-f3dfac89-5684-47dd-b4fb-81dc995ea397 service nova] Enqueued Resource ID: 62b19362-161e-4050-9eb4-9929362e7fda with Priority: HIGHEST for action security_group_members [ 998.236588] env[67441]: INFO networking_nsxv3.common.synchronization [req-713035c9-32f4-4dd7-8e0e-5a278f8d724b req-f3dfac89-5684-47dd-b4fb-81dc995ea397 service nova] Enqueued Resource ID: 4f20cd51-e6c2-404d-9db2-9ed5511206b3 with Priority: HIGHEST for action port [ 998.236588] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b19362-161e-4050-9eb4-9929362e7fda with Priority: HIGHEST for action security_group_rules [ 998.236918] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b19362-161e-4050-9eb4-9929362e7fda with Priority: HIGHEST for action security_group_members [ 998.236918] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20cd51-e6c2-404d-9db2-9ed5511206b3 with Priority: HIGHEST for action port [ 998.237211] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62b19362-161e-4050-9eb4-9929362e7fda taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.238027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.238027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.238027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.238027] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62b19362-161e-4050-9eb4-9929362e7fda',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.240555] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b19362-161e-4050-9eb4-9929362e7fda taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.240800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.240890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.241189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.243466] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.243466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.243807] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.243945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.244518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.244518] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62b19362-161e-4050-9eb4-9929362e7fda',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.247062] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f20cd51-e6c2-404d-9db2-9ed5511206b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.247191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f20cd51-e6c2-404d-9db2-9ed5511206b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.247284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f20cd51-e6c2-404d-9db2-9ed5511206b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.247586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f20cd51-e6c2-404d-9db2-9ed5511206b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.248051] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f20cd51-e6c2-404d-9db2-9ed5511206b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.747882] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62b19362-161e-4050-9eb4-9929362e7fda',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.751466] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f20cd51-e6c2-404d-9db2-9ed5511206b3 with status ACTIVE [ 998.751466] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.751466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.751466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.752293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.752293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.752293] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.752890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.752890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.752890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.752890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.753080] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.753167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.753234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.753375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.753450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.753536] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f20cd51-e6c2-404d-9db2-9ed5511206b3 is going to be updated. [ 998.754803] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b19362-161e-4050-9eb4-9929362e7fda taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.754929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.781169] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.781376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.781466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.781694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.781806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.781947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f20cd51-e6c2-404d-9db2-9ed5511206b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.251025] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62b19362-161e-4050-9eb4-9929362e7fda',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.605475] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb in Status: SUCCESS [ 999.605749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.605919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.606157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.606353] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.606530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.606530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.606699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.606791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.606890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.607109] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0b3bc0d-0998-429b-8206-6dd54acc11cb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.754064] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.754330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.754429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.754723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.754865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.755036] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62b19362-161e-4050-9eb4-9929362e7fda is going to be created. [ 999.790862] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.791058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.791114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.791318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.791484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.810353] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b19362-161e-4050-9eb4-9929362e7fda in Status: UNINITIALIZED for 2s [ 1000.109781] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b3bc0d-0998-429b-8206-6dd54acc11cb taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.111265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.111265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.111265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.111265] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.111265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.111265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.111265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.111717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.111717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.111717] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b3bc0d-0998-429b-8206-6dd54acc11cb taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.111717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.111934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.112169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.112338] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.112430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.112541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.112932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.112932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.112932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.113103] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0b3bc0d-0998-429b-8206-6dd54acc11cb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.616267] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0b3bc0d-0998-429b-8206-6dd54acc11cb: rpc.has_security_group_logging(os_id): False [ 1000.638394] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.638568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.638662] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.639064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.639177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.639375] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.639564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.639564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.639812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.639869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.640056] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.640154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.640212] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.640345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.640455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.640649] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.640729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.640729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.642040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.642040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.642040] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb is going to be created. [ 1000.699753] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.699936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.699992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.700266] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.700383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.713294] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb in Status: IN_PROGRESS for 2s [ 1001.824153] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b19362-161e-4050-9eb4-9929362e7fda in Status: SUCCESS [ 1001.824410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.824454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.824683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.824897] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.824992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.825091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.825252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.825333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.825417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.825522] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62b19362-161e-4050-9eb4-9929362e7fda',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.331955] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b19362-161e-4050-9eb4-9929362e7fda taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.332175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.332325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.332626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.332814] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.332956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.333022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.333238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.333387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.333503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.333659] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b19362-161e-4050-9eb4-9929362e7fda taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.333755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.333833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.333992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.334199] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.334303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.334368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.335724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.335820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.335926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.335999] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62b19362-161e-4050-9eb4-9929362e7fda',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.566210] env[67441]: INFO networking_nsxv3.common.synchronization [None req-4809a29c-7f6a-4634-b968-1b23fd657dbc None None] Enqueued Resource ID: cc236fd9-99cf-4b91-a41a-c44ffc59a878 with Priority: HIGHEST for action port [ 1002.566210] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc236fd9-99cf-4b91-a41a-c44ffc59a878 with Priority: HIGHEST for action port [ 1002.566210] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc236fd9-99cf-4b91-a41a-c44ffc59a878 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.566210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc236fd9-99cf-4b91-a41a-c44ffc59a878" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.566210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc236fd9-99cf-4b91-a41a-c44ffc59a878" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.566210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc236fd9-99cf-4b91-a41a-c44ffc59a878" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.566210] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc236fd9-99cf-4b91-a41a-c44ffc59a878',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.730948] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb in Status: SUCCESS [ 1002.730948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.815152] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c97ffba-59ce-4ea9-9c4e-b75ec98e49c3 req-5e1ce902-728d-40f1-9485-4aede16b7bc3 tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_members [ 1002.815152] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_members [ 1002.815152] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.815152] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.815152] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.815152] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.816259] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.816376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.816439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.816634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.816719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.816829] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.838657] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62b19362-161e-4050-9eb4-9929362e7fda: rpc.has_security_group_logging(os_id): False [ 1002.871131] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.871131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.871131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.871131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.871131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.871352] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.871499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.873841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.873841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.873841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.873841] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.873841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.873841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.873841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.873841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.873841] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.873841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.873841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.873841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.873841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.873841] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62b19362-161e-4050-9eb4-9929362e7fda is going to be created. [ 1002.943378] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.943378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.943550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.944090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.944090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.971925] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62b19362-161e-4050-9eb4-9929362e7fda in Status: IN_PROGRESS for 2s [ 1003.069432] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc236fd9-99cf-4b91-a41a-c44ffc59a878 [ 1003.072181] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.072181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.072181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.072181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.072181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.072181] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc236fd9-99cf-4b91-a41a-c44ffc59a878 already deleted. [ 1003.072181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc236fd9-99cf-4b91-a41a-c44ffc59a878" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.320903] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.407635] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.407895] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.408085] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.408378] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.408697] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.409501] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.409722] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.410010] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.410328] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.410712] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.410879] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.411082] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.411221] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.411348] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.411472] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.411619] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.436459] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.436742] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.436900] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.437048] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.437408] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-cff54dfd-2f66-4e7e-9dc9-9917d5e276e2 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.437585] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-cff54dfd-2f66-4e7e-9dc9-9917d5e276e2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.437706] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-cff54dfd-2f66-4e7e-9dc9-9917d5e276e2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.438069] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-cff54dfd-2f66-4e7e-9dc9-9917d5e276e2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.438254] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cff54dfd-2f66-4e7e-9dc9-9917d5e276e2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.825587] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.944204] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.944204] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.944204] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.944204] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.944204] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.944204] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port cff54dfd-2f66-4e7e-9dc9-9917d5e276e2 not found, creating... [ 1003.948285] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.948285] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.948285] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.948484] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.951209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.951209] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.951209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.951209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.951209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.951209] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.951209] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: cff54dfd-2f66-4e7e-9dc9-9917d5e276e2 is going to be created. [ 1003.973725] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.973941] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.974279] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.975028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.975453] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.975453] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-cff54dfd-2f66-4e7e-9dc9-9917d5e276e2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.330989] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.331315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.331468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.331840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.332013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.332211] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 is going to be updated. [ 1004.367732] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.368368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.368368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.368368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.368552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.381631] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: IN_PROGRESS for 2s [ 1004.603152] env[67441]: INFO networking_nsxv3.common.synchronization [req-0600b5dd-f201-4bc4-a842-af70584c6d6d req-374562eb-16a1-4bbc-8ec7-46bf5c9b0b63 tempest-SecurityGroupRulesTestJSON-1128631067 tempest-SecurityGroupRulesTestJSON-1128631067-project-member] Enqueued Resource ID: bc53c9a5-9c1e-480f-94aa-2309680327de with Priority: HIGHEST for action security_group_rules [ 1004.607472] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc53c9a5-9c1e-480f-94aa-2309680327de with Priority: HIGHEST for action security_group_rules [ 1004.611394] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc53c9a5-9c1e-480f-94aa-2309680327de taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.613085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc53c9a5-9c1e-480f-94aa-2309680327de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.613085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc53c9a5-9c1e-480f-94aa-2309680327de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.613085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc53c9a5-9c1e-480f-94aa-2309680327de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.613085] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc53c9a5-9c1e-480f-94aa-2309680327de',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.822133] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c97ffba-59ce-4ea9-9c4e-b75ec98e49c3 req-550158fa-e184-4b56-9495-e803d567fcaa service nova] Enqueued Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_rules [ 1004.822417] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c97ffba-59ce-4ea9-9c4e-b75ec98e49c3 req-550158fa-e184-4b56-9495-e803d567fcaa service nova] Enqueued Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_members [ 1004.822550] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c97ffba-59ce-4ea9-9c4e-b75ec98e49c3 req-550158fa-e184-4b56-9495-e803d567fcaa service nova] Enqueued Resource ID: cff54dfd-2f66-4e7e-9dc9-9917d5e276e2 with Priority: HIGHEST for action port [ 1004.823356] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_rules [ 1004.823514] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_members [ 1004.823647] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff54dfd-2f66-4e7e-9dc9-9917d5e276e2 with Priority: HIGHEST for action port [ 1004.823948] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.824081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.824145] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.824354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.824434] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.827020] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.827020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.827020] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-cff54dfd-2f66-4e7e-9dc9-9917d5e276e2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.827020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cff54dfd-2f66-4e7e-9dc9-9917d5e276e2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.827020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cff54dfd-2f66-4e7e-9dc9-9917d5e276e2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.827020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cff54dfd-2f66-4e7e-9dc9-9917d5e276e2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.827020] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cff54dfd-2f66-4e7e-9dc9-9917d5e276e2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.988584] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62b19362-161e-4050-9eb4-9929362e7fda in Status: SUCCESS [ 1004.989669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.018714] env[67441]: INFO networking_nsxv3.common.synchronization [None req-1383d8d9-7403-4034-ba28-05a63c47ccf6 None None] Enqueued Resource ID: f7d714dc-27c1-4e6a-a9ca-4b10f82663d3 with Priority: HIGHEST for action port [ 1005.018846] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7d714dc-27c1-4e6a-a9ca-4b10f82663d3 with Priority: HIGHEST for action port [ 1005.019328] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7d714dc-27c1-4e6a-a9ca-4b10f82663d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.020239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7d714dc-27c1-4e6a-a9ca-4b10f82663d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.020239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7d714dc-27c1-4e6a-a9ca-4b10f82663d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.020239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7d714dc-27c1-4e6a-a9ca-4b10f82663d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.020239] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d714dc-27c1-4e6a-a9ca-4b10f82663d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.106450] env[67441]: INFO networking_nsxv3.common.synchronization [req-59c8bf76-30d3-42d0-90b9-9f5229131f2d req-704adce2-6f93-4241-9e54-902d2ade4d6f tempest-FloatingIPsAssociationNegativeTestJSON-1492642328 tempest-FloatingIPsAssociationNegativeTestJSON-1492642328-project-member] Enqueued Resource ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 with Priority: HIGHEST for action security_group_members [ 1005.107346] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 with Priority: HIGHEST for action security_group_members [ 1005.108390] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.108390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.108390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.109246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.110428] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.110741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.110741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.111281] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.111281] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.111489] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.144427] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.144427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.144427] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.144736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.145016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.145016] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc53c9a5-9c1e-480f-94aa-2309680327de already deleted. [ 1005.145016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc53c9a5-9c1e-480f-94aa-2309680327de" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.326634] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.327471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.330410] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cff54dfd-2f66-4e7e-9dc9-9917d5e276e2 with status ACTIVE [ 1005.330410] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.330410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.330410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.330610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.330671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.330868] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.330972] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.331069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.331314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.331448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.331816] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.331816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.331919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.332108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.332234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.332344] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cff54dfd-2f66-4e7e-9dc9-9917d5e276e2 is going to be updated. [ 1005.358028] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.358248] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.358300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.358499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.358633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.358813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cff54dfd-2f66-4e7e-9dc9-9917d5e276e2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.523211] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7d714dc-27c1-4e6a-a9ca-4b10f82663d3 [ 1005.523211] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.523390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.523390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.524028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.524028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.524028] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7d714dc-27c1-4e6a-a9ca-4b10f82663d3 already deleted. [ 1005.524028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7d714dc-27c1-4e6a-a9ca-4b10f82663d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.600828] env[67441]: INFO networking_nsxv3.common.synchronization [req-03bc7e13-1adc-4cdd-9a0f-548adc589000 req-abe79a1b-0d0e-4e5a-810d-7a9f48a4d5b8 tempest-SecurityGroupRulesTestJSON-1128631067 tempest-SecurityGroupRulesTestJSON-1128631067-project-member] Enqueued Resource ID: 8e4b2106-9edb-42e7-a154-2e08a20ec18a with Priority: HIGHEST for action security_group_rules [ 1005.601627] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4b2106-9edb-42e7-a154-2e08a20ec18a with Priority: HIGHEST for action security_group_rules [ 1005.601674] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e4b2106-9edb-42e7-a154-2e08a20ec18a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.601801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e4b2106-9edb-42e7-a154-2e08a20ec18a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.601873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e4b2106-9edb-42e7-a154-2e08a20ec18a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.602187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e4b2106-9edb-42e7-a154-2e08a20ec18a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.602281] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e4b2106-9edb-42e7-a154-2e08a20ec18a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.618426] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.618426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.618426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.618426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.618701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.619050] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.619182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.619916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.619916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.619916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.619916] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 is going to be updated. [ 1005.657807] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.657966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.659809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.659809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.659809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.671287] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 in Status: IN_PROGRESS for 2s [ 1006.130872] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.130872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.130872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.130872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.130872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.130872] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e4b2106-9edb-42e7-a154-2e08a20ec18a already deleted. [ 1006.130872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e4b2106-9edb-42e7-a154-2e08a20ec18a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.399029] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: SUCCESS [ 1006.399029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.399029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.399029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.399029] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.399029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.399029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.399029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.399029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.399029] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.902463] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.405823] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.683200] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 in Status: SUCCESS [ 1007.683608] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 deletion is rescheduled due to dependency. [ 1007.683608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.909824] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.910012] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.910067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.910350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.911435] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.911591] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 is going to be updated. [ 1007.949137] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.949137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.949137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.949137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.949137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.957543] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: IN_PROGRESS for 2s [ 1008.924403] env[67441]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1008.924720] env[67441]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1008.979001] env[67441]: INFO networking_nsxv3.common.synchronization [None req-c8a212c1-99d2-4860-88d0-b04b1d7b41be None None] Enqueued Resource ID: 9517c856-8ce0-40b6-a81d-422353abd07e with Priority: HIGHEST for action port [ 1008.979536] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9517c856-8ce0-40b6-a81d-422353abd07e with Priority: HIGHEST for action port [ 1008.980449] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9517c856-8ce0-40b6-a81d-422353abd07e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.980449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9517c856-8ce0-40b6-a81d-422353abd07e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.980449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9517c856-8ce0-40b6-a81d-422353abd07e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.980449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9517c856-8ce0-40b6-a81d-422353abd07e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.980449] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9517c856-8ce0-40b6-a81d-422353abd07e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.382230] env[67441]: INFO networking_nsxv3.common.synchronization [req-ae11d77a-df78-4dfa-8fd8-fc18a8764d0d req-039fb342-1c3d-48f0-b1f5-a2e060b465f3 tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1009.382894] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1009.383069] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.383220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.383290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.383658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.383658] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.383774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.383774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.384069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.384069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.384208] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.482200] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9517c856-8ce0-40b6-a81d-422353abd07e [ 1009.482495] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.482778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.482869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.483144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.483250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.483388] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9517c856-8ce0-40b6-a81d-422353abd07e already deleted. [ 1009.483495] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9517c856-8ce0-40b6-a81d-422353abd07e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.592313] env[67441]: INFO networking_nsxv3.common.synchronization [req-0b1b41b5-3815-4627-b205-4ddb27012ffb req-df0d3e5f-272d-43e5-9c4b-1253ac3e447c tempest-SecurityGroupRulesTestJSON-1128631067 tempest-SecurityGroupRulesTestJSON-1128631067-project-member] Enqueued Resource ID: 40cd3a1c-3eb9-47ea-b927-86d003ba00af with Priority: HIGHEST for action security_group_rules [ 1009.592514] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40cd3a1c-3eb9-47ea-b927-86d003ba00af with Priority: HIGHEST for action security_group_rules [ 1009.592853] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40cd3a1c-3eb9-47ea-b927-86d003ba00af taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.593017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40cd3a1c-3eb9-47ea-b927-86d003ba00af" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.593070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40cd3a1c-3eb9-47ea-b927-86d003ba00af" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.593379] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40cd3a1c-3eb9-47ea-b927-86d003ba00af" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.593468] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40cd3a1c-3eb9-47ea-b927-86d003ba00af',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.885789] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.949607] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.949966] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.949966] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.951249] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.951249] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.951249] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.951249] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.951249] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.951600] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.951600] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.951667] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.951805] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.951881] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.951992] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.952110] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.952769] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.968500] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: SUCCESS [ 1009.969194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.969709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.969980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.970191] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.970313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.970377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.970534] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.970642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.970736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.970849] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.980645] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.980998] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.980998] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.981174] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.981495] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-efda54f2-73b7-4d0d-84cf-f69cad5fd3b8 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.981667] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-efda54f2-73b7-4d0d-84cf-f69cad5fd3b8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.981786] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-efda54f2-73b7-4d0d-84cf-f69cad5fd3b8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.982252] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-efda54f2-73b7-4d0d-84cf-f69cad5fd3b8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.982307] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efda54f2-73b7-4d0d-84cf-f69cad5fd3b8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.127934] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.127934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.127934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.127934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.127934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.127934] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40cd3a1c-3eb9-47ea-b927-86d003ba00af already deleted. [ 1010.127934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40cd3a1c-3eb9-47ea-b927-86d003ba00af" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.388564] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.472508] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.485532] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.485902] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.486120] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.486529] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.486759] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.487015] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port efda54f2-73b7-4d0d-84cf-f69cad5fd3b8 not found, creating... [ 1010.487430] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.487659] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.487865] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.488235] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.488445] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.488865] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.489102] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.489269] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.489601] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.489796] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.490049] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: efda54f2-73b7-4d0d-84cf-f69cad5fd3b8 is going to be created. [ 1010.518851] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.518851] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.518851] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.518851] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.518851] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.518851] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-efda54f2-73b7-4d0d-84cf-f69cad5fd3b8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.894843] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.894843] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.895035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.895176] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.895300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.895460] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1010.933022] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.933267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.933369] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.933800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.934018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.950335] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1010.976327] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c6a14ec-7c90-4b43-9062-e3f538dfafe9: rpc.has_security_group_logging(os_id): False [ 1011.008447] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.008447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.008447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.008447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.008605] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.008752] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.008851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.008915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.009080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.011264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.011264] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 is going to be updated. [ 1011.090050] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.090050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.090390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.090390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.090513] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.121339] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: IN_PROGRESS for 2s [ 1011.344917] env[67441]: INFO networking_nsxv3.common.synchronization [req-ae11d77a-df78-4dfa-8fd8-fc18a8764d0d req-45c5a755-1978-4c1b-a600-2849d187a53e service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 1011.345163] env[67441]: INFO networking_nsxv3.common.synchronization [req-ae11d77a-df78-4dfa-8fd8-fc18a8764d0d req-45c5a755-1978-4c1b-a600-2849d187a53e service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1011.345299] env[67441]: INFO networking_nsxv3.common.synchronization [req-ae11d77a-df78-4dfa-8fd8-fc18a8764d0d req-45c5a755-1978-4c1b-a600-2849d187a53e service nova] Enqueued Resource ID: efda54f2-73b7-4d0d-84cf-f69cad5fd3b8 with Priority: HIGHEST for action port [ 1011.345989] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 1011.346223] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1011.346324] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efda54f2-73b7-4d0d-84cf-f69cad5fd3b8 with Priority: HIGHEST for action port [ 1011.347053] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.347223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.347283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.347511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.347599] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.348628] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.349037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.349314] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-efda54f2-73b7-4d0d-84cf-f69cad5fd3b8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.349406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efda54f2-73b7-4d0d-84cf-f69cad5fd3b8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.349454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efda54f2-73b7-4d0d-84cf-f69cad5fd3b8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.349722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efda54f2-73b7-4d0d-84cf-f69cad5fd3b8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.349960] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efda54f2-73b7-4d0d-84cf-f69cad5fd3b8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.616365] env[67441]: INFO networking_nsxv3.common.synchronization [req-c2c900db-9004-4c49-ba40-002c4b87b21c req-8d4edab8-48ea-43c7-9fc9-3434375a10c7 tempest-ServerMetadataTestJSON-1316437027 tempest-ServerMetadataTestJSON-1316437027-project-member] Enqueued Resource ID: 52259326-b7b5-4244-ab44-955dd58e7bac with Priority: HIGHEST for action security_group_members [ 1011.617632] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52259326-b7b5-4244-ab44-955dd58e7bac with Priority: HIGHEST for action security_group_members [ 1011.623171] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-52259326-b7b5-4244-ab44-955dd58e7bac taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.623171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.623171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.623171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.623171] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.623171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.623171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.623171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.623171] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.623171] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52259326-b7b5-4244-ab44-955dd58e7bac',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.750753] env[67441]: INFO networking_nsxv3.common.synchronization [None req-1d5a442c-a80c-4382-a90e-4d10c7b8629e None None] Enqueued Resource ID: efe8e88c-9e96-491b-9889-ce22bc5ae960 with Priority: HIGHEST for action port [ 1011.751524] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe8e88c-9e96-491b-9889-ce22bc5ae960 with Priority: HIGHEST for action port [ 1011.752089] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe8e88c-9e96-491b-9889-ce22bc5ae960 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.752473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe8e88c-9e96-491b-9889-ce22bc5ae960" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.752550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe8e88c-9e96-491b-9889-ce22bc5ae960" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.752859] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe8e88c-9e96-491b-9889-ce22bc5ae960" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.752988] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe8e88c-9e96-491b-9889-ce22bc5ae960',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.837695] env[67441]: INFO networking_nsxv3.common.synchronization [None req-0ad884cc-ffde-4355-8b93-68581c40d308 None None] Enqueued Resource ID: f587c048-beed-4dcc-a59d-bf7cf1f67f53 with Priority: HIGHEST for action port [ 1011.837981] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f587c048-beed-4dcc-a59d-bf7cf1f67f53 with Priority: HIGHEST for action port [ 1011.839251] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-f587c048-beed-4dcc-a59d-bf7cf1f67f53 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.839406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f587c048-beed-4dcc-a59d-bf7cf1f67f53" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.839476] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f587c048-beed-4dcc-a59d-bf7cf1f67f53" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.839742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f587c048-beed-4dcc-a59d-bf7cf1f67f53" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.839829] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f587c048-beed-4dcc-a59d-bf7cf1f67f53',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.842724] env[67441]: INFO networking_nsxv3.common.synchronization [None req-e287ede3-2a8d-4eaf-87e8-2d2a01a67afd tempest-ServersTestFqdnHostnames-712508673 tempest-ServersTestFqdnHostnames-712508673-project-member] Enqueued Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGHEST for action security_group_rules [ 1011.842998] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGHEST for action security_group_rules [ 1011.843807] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-012cacd6-1381-42ed-b960-8e8cf46183b7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.843925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.844270] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.844339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.844389] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.853791] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.853968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.854994] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efda54f2-73b7-4d0d-84cf-f69cad5fd3b8 with status ACTIVE [ 1011.855236] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.855386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.855473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.855665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.855756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.855929] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.856153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.856153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.856250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.856323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.856505] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.856598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.856662] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.856801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.856874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.856957] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efda54f2-73b7-4d0d-84cf-f69cad5fd3b8 is going to be updated. [ 1011.880889] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.882064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.882064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.882064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.882064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.882630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efda54f2-73b7-4d0d-84cf-f69cad5fd3b8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.972904] env[67441]: INFO networking_nsxv3.common.synchronization [None req-204af9c9-58a3-4199-92be-9f48faa48f34 tempest-ServersTestFqdnHostnames-712508673 tempest-ServersTestFqdnHostnames-712508673-project-member] Enqueued Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGHEST for action security_group_rules [ 1011.974931] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGHEST for action security_group_rules [ 1011.975639] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-012cacd6-1381-42ed-b960-8e8cf46183b7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.975639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.126170] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.127103] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.127321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.127681] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.128992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.129257] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.129382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.129444] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.129657] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.129813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.129854] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52259326-b7b5-4244-ab44-955dd58e7bac is going to be updated. [ 1012.183331] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.183623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.184312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.184870] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.185660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.196706] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52259326-b7b5-4244-ab44-955dd58e7bac in Status: IN_PROGRESS for 2s [ 1012.256259] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efe8e88c-9e96-491b-9889-ce22bc5ae960 [ 1012.256452] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.256642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.256642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.257952] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.258081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.258166] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efe8e88c-9e96-491b-9889-ce22bc5ae960 already deleted. [ 1012.258253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe8e88c-9e96-491b-9889-ce22bc5ae960" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.345659] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f587c048-beed-4dcc-a59d-bf7cf1f67f53 [ 1012.345659] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.345659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.345923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.346045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.346150] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.346262] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f587c048-beed-4dcc-a59d-bf7cf1f67f53 already deleted. [ 1012.346343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f587c048-beed-4dcc-a59d-bf7cf1f67f53" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.368364] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.368570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.368707] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.370286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.370393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.370499] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 already deleted. [ 1012.370611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.370804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.370976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.371073] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.668415] env[67441]: INFO networking_nsxv3.common.synchronization [req-ccbfa048-f037-4184-b1af-1dc4e1eef94c req-28c63cf7-1b4f-4c78-9713-a54e9fc36b5b tempest-ImagesNegativeTestJSON-1734658770 tempest-ImagesNegativeTestJSON-1734658770-project-member] Enqueued Resource ID: 62b19362-161e-4050-9eb4-9929362e7fda with Priority: HIGHEST for action security_group_members [ 1012.670017] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b19362-161e-4050-9eb4-9929362e7fda with Priority: HIGHEST for action security_group_members [ 1012.670017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b19362-161e-4050-9eb4-9929362e7fda taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.670017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.670017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.670017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.670017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.670017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.670017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.672459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.673060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.673060] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62b19362-161e-4050-9eb4-9929362e7fda',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.861713] env[67441]: INFO networking_nsxv3.common.synchronization [req-cf03e0a3-1af7-4676-895d-ea49e7b6cf05 req-0547de25-531c-4733-b821-0c0fb7af4241 tempest-TenantUsagesTestJSON-1556664068 tempest-TenantUsagesTestJSON-1556664068-project-member] Enqueued Resource ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb with Priority: HIGHEST for action security_group_members [ 1012.862270] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb with Priority: HIGHEST for action security_group_members [ 1012.862585] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b3bc0d-0998-429b-8206-6dd54acc11cb taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.862718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.862798] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.863222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.863222] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.863413] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.863413] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.863492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.863594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.863683] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0b3bc0d-0998-429b-8206-6dd54acc11cb',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.902974] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.903441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.903441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.903541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.903541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.903665] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 already deleted. [ 1012.903960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.961807] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1012.962144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.962272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.962485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.962699] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.962825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.962888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.963032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.963213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.963213] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.141384] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: SUCCESS [ 1013.141688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.179689] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.179853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.179972] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.180174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.180279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.180561] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.180640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.180640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.180802] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.180878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.180980] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62b19362-161e-4050-9eb4-9929362e7fda is going to be updated. [ 1013.209287] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.209448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.209509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.210115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.210115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.227474] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b19362-161e-4050-9eb4-9929362e7fda in Status: IN_PROGRESS for 2s [ 1013.366481] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.368299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.368299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.368299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.368299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.368299] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.368299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.368299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.370064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.370064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.370064] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb is going to be updated. [ 1013.402279] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.405055] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.405055] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.405055] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.406303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.416768] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb in Status: IN_PROGRESS for 2s [ 1013.465933] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.972649] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.212322] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52259326-b7b5-4244-ab44-955dd58e7bac in Status: SUCCESS [ 1014.212828] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52259326-b7b5-4244-ab44-955dd58e7bac deletion is rescheduled due to dependency. [ 1014.212828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52259326-b7b5-4244-ab44-955dd58e7bac" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.477563] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.478645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.478645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.478645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.478645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.478645] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1014.514178] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.514178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.514178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.514178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.514178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.526895] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1014.922450] env[67441]: INFO networking_nsxv3.common.synchronization [None req-b1433e52-faca-4f13-82ee-473b777aa3aa None None] Enqueued Resource ID: 14dff34c-ec8a-4676-9b2b-0382ab318b2f with Priority: HIGHEST for action port [ 1014.923317] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14dff34c-ec8a-4676-9b2b-0382ab318b2f with Priority: HIGHEST for action port [ 1014.923641] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-14dff34c-ec8a-4676-9b2b-0382ab318b2f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.923765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14dff34c-ec8a-4676-9b2b-0382ab318b2f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.923834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14dff34c-ec8a-4676-9b2b-0382ab318b2f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.924104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14dff34c-ec8a-4676-9b2b-0382ab318b2f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.924187] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14dff34c-ec8a-4676-9b2b-0382ab318b2f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.078405] env[67441]: INFO networking_nsxv3.common.synchronization [req-17b294a9-2091-4f84-905b-01dfcdb4bcef req-7a404cc0-fdb3-44c3-b6ea-a6a63265cf4d tempest-SecurityGroupRulesTestJSON-1128631067 tempest-SecurityGroupRulesTestJSON-1128631067-project-member] Enqueued Resource ID: 3f532697-c195-4624-b3bb-c2172d3c9257 with Priority: HIGHEST for action security_group_rules [ 1015.078979] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f532697-c195-4624-b3bb-c2172d3c9257 with Priority: HIGHEST for action security_group_rules [ 1015.079302] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f532697-c195-4624-b3bb-c2172d3c9257 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.079490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f532697-c195-4624-b3bb-c2172d3c9257" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.079490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f532697-c195-4624-b3bb-c2172d3c9257" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.079732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f532697-c195-4624-b3bb-c2172d3c9257" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.079814] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f532697-c195-4624-b3bb-c2172d3c9257',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.239716] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b19362-161e-4050-9eb4-9929362e7fda in Status: SUCCESS [ 1015.239716] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62b19362-161e-4050-9eb4-9929362e7fda deletion is rescheduled due to dependency. [ 1015.239716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.425862] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14dff34c-ec8a-4676-9b2b-0382ab318b2f [ 1015.427083] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.427083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.427083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.427083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.427083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.427083] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14dff34c-ec8a-4676-9b2b-0382ab318b2f already deleted. [ 1015.427083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14dff34c-ec8a-4676-9b2b-0382ab318b2f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.427885] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb in Status: SUCCESS [ 1015.428070] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b3bc0d-0998-429b-8206-6dd54acc11cb deletion is rescheduled due to dependency. [ 1015.428167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b3bc0d-0998-429b-8206-6dd54acc11cb" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.602430] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.602571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.602639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.602852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.602931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.603046] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f532697-c195-4624-b3bb-c2172d3c9257 already deleted. [ 1015.603141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f532697-c195-4624-b3bb-c2172d3c9257" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.944780] env[67441]: INFO networking_nsxv3.common.synchronization [req-aa58e83d-ec3c-4e16-9cdc-b7e83f3f6a42 req-7e851a1b-4c63-4f16-a36c-ba29fbf9f80a tempest-SecurityGroupRulesTestJSON-1128631067 tempest-SecurityGroupRulesTestJSON-1128631067-project-member] Enqueued Resource ID: 48ca7095-d36e-48de-a500-6549e5b8ff83 with Priority: HIGHEST for action security_group_rules [ 1015.945365] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ca7095-d36e-48de-a500-6549e5b8ff83 with Priority: HIGHEST for action security_group_rules [ 1015.945774] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ca7095-d36e-48de-a500-6549e5b8ff83 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.945907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ca7095-d36e-48de-a500-6549e5b8ff83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.945975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ca7095-d36e-48de-a500-6549e5b8ff83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.946601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ca7095-d36e-48de-a500-6549e5b8ff83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.946729] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ca7095-d36e-48de-a500-6549e5b8ff83',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.467725] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.468078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.468078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.468197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.468287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.468384] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ca7095-d36e-48de-a500-6549e5b8ff83 already deleted. [ 1016.468466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ca7095-d36e-48de-a500-6549e5b8ff83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.537583] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1016.537879] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.537996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.538233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.538825] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.538825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.538825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.538825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.538825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.539078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.539078] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.727410] env[67441]: INFO networking_nsxv3.common.synchronization [req-0219e8fa-6142-4c9a-8c4e-ce8157617851 req-5e935909-117e-47cf-9883-8e9deaedf1a6 tempest-SecurityGroupRulesTestJSON-1128631067 tempest-SecurityGroupRulesTestJSON-1128631067-project-member] Enqueued Resource ID: 48ca7095-d36e-48de-a500-6549e5b8ff83 with Priority: HIGHEST for action security_group_rules [ 1016.728253] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ca7095-d36e-48de-a500-6549e5b8ff83 with Priority: HIGHEST for action security_group_rules [ 1016.728378] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ca7095-d36e-48de-a500-6549e5b8ff83 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.728472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ca7095-d36e-48de-a500-6549e5b8ff83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.728539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ca7095-d36e-48de-a500-6549e5b8ff83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.728793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ca7095-d36e-48de-a500-6549e5b8ff83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.728879] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ca7095-d36e-48de-a500-6549e5b8ff83',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.044289] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.044484] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.045257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.045257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.045257] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.045257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.045257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.045515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.045515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.045587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.046088] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.046088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.046088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.046088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.046267] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.046388] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.046457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.046609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.046721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.046808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.046897] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.128610] env[67441]: INFO networking_nsxv3.common.synchronization [None req-fe238749-b35a-457b-914e-4957cad3a407 tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 1017.129145] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 1017.129770] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.129770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.129770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.129976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.130138] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.130234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.130294] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.130457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.130538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.130637] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.251630] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.251773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.251848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.252080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.252172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.252290] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ca7095-d36e-48de-a500-6549e5b8ff83 already deleted. [ 1017.252344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ca7095-d36e-48de-a500-6549e5b8ff83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.358626] env[67441]: INFO networking_nsxv3.common.synchronization [req-707c67e2-ad3f-4bd6-a0ed-823ebc7ecb4f req-23768e48-1aeb-4170-8f98-82337f159cf1 tempest-SecurityGroupRulesTestJSON-1128631067 tempest-SecurityGroupRulesTestJSON-1128631067-project-member] Enqueued Resource ID: 48ca7095-d36e-48de-a500-6549e5b8ff83 with Priority: HIGHEST for action security_group_rules [ 1017.360022] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ca7095-d36e-48de-a500-6549e5b8ff83 with Priority: HIGHEST for action security_group_rules [ 1017.360022] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ca7095-d36e-48de-a500-6549e5b8ff83 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.360022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ca7095-d36e-48de-a500-6549e5b8ff83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.360022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ca7095-d36e-48de-a500-6549e5b8ff83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.360022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ca7095-d36e-48de-a500-6549e5b8ff83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.360293] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ca7095-d36e-48de-a500-6549e5b8ff83',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.549992] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24560ce6-fb65-4812-ab78-28d99a5fb998: rpc.has_security_group_logging(os_id): False [ 1017.572407] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.572624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.572715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.572926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.573028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.573217] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.573317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.573380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.573531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.573608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.573805] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.573901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.573964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.574134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.574209] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.574382] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.574475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.574536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.574742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.574818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.574917] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1017.633538] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.633651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.633723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.634454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.634454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.634454] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.634454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.634454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.634757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.634757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.634757] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 1017.645495] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.645644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.646622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.646622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.646622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.661462] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1017.670813] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.670813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.670813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.670813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.670813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.686561] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 1017.883866] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.884140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.884140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.884449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.884449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.884449] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ca7095-d36e-48de-a500-6549e5b8ff83 already deleted. [ 1017.884630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ca7095-d36e-48de-a500-6549e5b8ff83" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.677468] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1019.677822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.697801] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 1019.697801] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae deletion is rescheduled due to dependency. [ 1019.697801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.365062] env[67441]: INFO networking_nsxv3.common.synchronization [req-d7e675f9-8774-4066-9cae-0799bb77574a req-2c4746d9-2b77-4991-b51f-282f0ee4fc19 tempest-ServerDiskConfigTestJSON-1877869234 tempest-ServerDiskConfigTestJSON-1877869234-project-member] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 1020.365169] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 1020.365651] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.365947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.366142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.366426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.366678] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.366888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.367056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.367313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.367493] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.367662] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.869865] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.872083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.872262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.872507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.872625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.872907] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.872991] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.873050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.873209] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.873307] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.874842] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 1020.909609] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.909609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.909609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.909609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.909609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.920701] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 1022.936123] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 1022.939938] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 deletion is rescheduled due to dependency. [ 1022.939938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.979101] env[67441]: INFO networking_nsxv3.common.synchronization [None req-2a77a09f-ca2a-454f-a3d6-63a675e3adcb tempest-ServerRescueNegativeTestJSON-2000166841 tempest-ServerRescueNegativeTestJSON-2000166841-project-member] Enqueued Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGHEST for action security_group_rules [ 1023.979101] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGHEST for action security_group_rules [ 1023.979101] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.981857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.981857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.981857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.981857] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5497ad72-55ad-4a29-bbd3-b9eb030b2658',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.156014] env[67441]: INFO networking_nsxv3.common.synchronization [None req-39beee68-ade1-4e63-9471-c8f8bd09e4be tempest-ServerRescueNegativeTestJSON-2000166841 tempest-ServerRescueNegativeTestJSON-2000166841-project-member] Enqueued Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGHEST for action security_group_rules [ 1024.156204] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGHEST for action security_group_rules [ 1024.156518] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.157219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.438363] env[67441]: INFO networking_nsxv3.common.synchronization [req-baaf3a3a-0795-48c7-be14-bf08bc8cda08 req-505e5db8-6c65-434f-af19-f388600385e3 tempest-ImagesOneServerTestJSON-80567989 tempest-ImagesOneServerTestJSON-80567989-project-member] Enqueued Resource ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 with Priority: HIGHEST for action security_group_members [ 1024.438915] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 with Priority: HIGHEST for action security_group_members [ 1024.439265] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.439397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.439469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.439727] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.440023] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.440023] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.440208] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.440208] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.440285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.440359] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e64f980-bf6f-4a7c-b922-9f48127fc7b2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.504678] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.504911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.505034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.505330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.505416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.505514] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 already deleted. [ 1024.505595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.506756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.506961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.507057] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5497ad72-55ad-4a29-bbd3-b9eb030b2658',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.942723] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.942723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.942862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.944505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.944809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.945108] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.945512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.945609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.945832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.946343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.947071] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 already deleted. [ 1024.947225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.027726] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.028137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.028137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.028366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.028485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.028748] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 already deleted. [ 1025.028748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.203599] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.203800] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-662" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.203964] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-662" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.204301] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-662" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.204841] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.204841] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.205090] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.205434] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.205434] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.205902] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.205902] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.205902] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.205902] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.206427] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.206427] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.206427] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.227802] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.228131] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.228319] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.228522] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-662" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.228880] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-c40c4e44-950f-411e-82fd-27ad4fa88965 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.229102] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-c40c4e44-950f-411e-82fd-27ad4fa88965" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.229222] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-c40c4e44-950f-411e-82fd-27ad4fa88965" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.229657] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-c40c4e44-950f-411e-82fd-27ad4fa88965" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.229811] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40c4e44-950f-411e-82fd-27ad4fa88965',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.421154] env[67441]: INFO networking_nsxv3.common.synchronization [None req-12c55e89-e30b-44cb-a446-0671f3f7e021 None None] Enqueued Resource ID: 3db8b736-cb17-4714-bb82-0020462fc47e with Priority: HIGHEST for action port [ 1025.421648] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db8b736-cb17-4714-bb82-0020462fc47e with Priority: HIGHEST for action port [ 1025.421968] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-3db8b736-cb17-4714-bb82-0020462fc47e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.422300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3db8b736-cb17-4714-bb82-0020462fc47e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.422300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3db8b736-cb17-4714-bb82-0020462fc47e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.422411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3db8b736-cb17-4714-bb82-0020462fc47e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.422491] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3db8b736-cb17-4714-bb82-0020462fc47e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.732139] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.732387] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.732502] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.732799] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.732938] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.733157] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port c40c4e44-950f-411e-82fd-27ad4fa88965 not found, creating... [ 1025.733435] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.733597] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.733714] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.733930] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.734085] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.734364] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.734516] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.734633] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.734877] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.735025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.735164] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: c40c4e44-950f-411e-82fd-27ad4fa88965 is going to be created. [ 1025.757051] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.757348] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.757427] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.757693] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.758292] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.758292] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-c40c4e44-950f-411e-82fd-27ad4fa88965" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.925173] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3db8b736-cb17-4714-bb82-0020462fc47e [ 1025.925424] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.925561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.925627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.925869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.926020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.926131] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3db8b736-cb17-4714-bb82-0020462fc47e already deleted. [ 1025.926219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3db8b736-cb17-4714-bb82-0020462fc47e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.476514] env[67441]: INFO networking_nsxv3.common.synchronization [req-baaf3a3a-0795-48c7-be14-bf08bc8cda08 req-99a028f2-5fa9-4efe-aee2-54d537142c14 service nova] Enqueued Resource ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 with Priority: HIGHEST for action security_group_rules [ 1026.476514] env[67441]: INFO networking_nsxv3.common.synchronization [req-baaf3a3a-0795-48c7-be14-bf08bc8cda08 req-99a028f2-5fa9-4efe-aee2-54d537142c14 service nova] Enqueued Resource ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 with Priority: HIGHEST for action security_group_members [ 1026.476734] env[67441]: INFO networking_nsxv3.common.synchronization [req-baaf3a3a-0795-48c7-be14-bf08bc8cda08 req-99a028f2-5fa9-4efe-aee2-54d537142c14 service nova] Enqueued Resource ID: c40c4e44-950f-411e-82fd-27ad4fa88965 with Priority: HIGHEST for action port [ 1026.477153] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 with Priority: HIGHEST for action security_group_rules [ 1026.477298] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 with Priority: HIGHEST for action security_group_members [ 1026.477397] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40c4e44-950f-411e-82fd-27ad4fa88965 with Priority: HIGHEST for action port [ 1026.477660] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e64f980-bf6f-4a7c-b922-9f48127fc7b2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.477778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.477859] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.478436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.478436] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e64f980-bf6f-4a7c-b922-9f48127fc7b2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.479645] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.479808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.479861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.480080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.480257] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.480354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.480416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.480635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.480761] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.481996] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e64f980-bf6f-4a7c-b922-9f48127fc7b2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.486099] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-c40c4e44-950f-411e-82fd-27ad4fa88965 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.486099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c40c4e44-950f-411e-82fd-27ad4fa88965" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.486099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c40c4e44-950f-411e-82fd-27ad4fa88965" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.486099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c40c4e44-950f-411e-82fd-27ad4fa88965" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.486099] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40c4e44-950f-411e-82fd-27ad4fa88965',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.763561] env[67441]: INFO networking_nsxv3.common.synchronization [req-743010d7-bf9a-40f1-8a5f-0e84ee8846dd req-64c76ff4-df6a-4cc4-b4cb-f73d4c27a0bb tempest-ServerRescueTestJSON-267018298 tempest-ServerRescueTestJSON-267018298-project-member] Enqueued Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_members [ 1026.764385] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_members [ 1026.764486] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.764566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.764632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.764886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.765060] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.765164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.765261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.765398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.765482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.765572] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.981074] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.981074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.989695] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e64f980-bf6f-4a7c-b922-9f48127fc7b2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.989695] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c40c4e44-950f-411e-82fd-27ad4fa88965 with status ACTIVE [ 1026.990403] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.990720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.990880] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.992854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.992854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.992854] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.992854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.992854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.992854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.992854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.996900] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.996900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.996900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.996900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.996900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.996900] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c40c4e44-950f-411e-82fd-27ad4fa88965 is going to be updated. [ 1027.029376] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.029376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.029376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.029376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.029376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.029376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c40c4e44-950f-411e-82fd-27ad4fa88965" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.112412] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.112613] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-842" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.112737] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-842" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.113033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-842" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.113341] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.113504] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.113636] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.113903] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.114060] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.114275] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.114429] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.114543] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.114649] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.114794] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.114875] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.115031] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.155370] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.155459] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.155620] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.156208] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-842" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.156574] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-7dd5615b-81e4-45ee-b01f-76223db086ea taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.156721] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-7dd5615b-81e4-45ee-b01f-76223db086ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.157283] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-7dd5615b-81e4-45ee-b01f-76223db086ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.157758] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-7dd5615b-81e4-45ee-b01f-76223db086ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.157914] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd5615b-81e4-45ee-b01f-76223db086ea',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.268837] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.497750] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e64f980-bf6f-4a7c-b922-9f48127fc7b2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.532271] env[67441]: INFO networking_nsxv3.common.synchronization [None req-70f06719-59a3-4468-8ee8-9970a88cb783 None None] Enqueued Resource ID: b809a5c6-17f8-4deb-ac2d-ded7140191f7 with Priority: HIGHEST for action port [ 1027.532528] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b809a5c6-17f8-4deb-ac2d-ded7140191f7 with Priority: HIGHEST for action port [ 1027.534130] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-b809a5c6-17f8-4deb-ac2d-ded7140191f7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.534130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b809a5c6-17f8-4deb-ac2d-ded7140191f7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.534391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b809a5c6-17f8-4deb-ac2d-ded7140191f7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.535070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b809a5c6-17f8-4deb-ac2d-ded7140191f7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.535167] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b809a5c6-17f8-4deb-ac2d-ded7140191f7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.664026] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.664026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.664026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.664026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.664026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.664026] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 7dd5615b-81e4-45ee-b01f-76223db086ea not found, creating... [ 1027.664026] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.664026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.664026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.664026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.664026] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.664574] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.664574] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.664574] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.664574] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.664827] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.665038] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 7dd5615b-81e4-45ee-b01f-76223db086ea is going to be created. [ 1027.687748] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.687993] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.688128] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.688438] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.688608] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.688825] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-7dd5615b-81e4-45ee-b01f-76223db086ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.745269] env[67441]: INFO networking_nsxv3.common.synchronization [req-c3eda206-d6e3-4054-9090-0ac9efd2eda8 req-f6c2a42d-c035-4e9d-ab7f-82e74fee7a92 tempest-AttachVolumeTestJSON-653954216 tempest-AttachVolumeTestJSON-653954216-project-member] Enqueued Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGHEST for action security_group_members [ 1027.746065] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGHEST for action security_group_members [ 1027.746437] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-49dde048-9dd2-41d4-9af7-b94a42c03a1e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.746571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.746642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.746861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.747025] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.747129] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.747213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.747371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.747458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.747555] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49dde048-9dd2-41d4-9af7-b94a42c03a1e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.771675] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.001079] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.001321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.001321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.001559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.001653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.001754] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 is going to be created. [ 1028.035994] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.036209] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.036254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.036457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.036618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.038069] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b809a5c6-17f8-4deb-ac2d-ded7140191f7 [ 1028.038254] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.038389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.038470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.038606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.038685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.038773] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b809a5c6-17f8-4deb-ac2d-ded7140191f7 already deleted. [ 1028.038855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b809a5c6-17f8-4deb-ac2d-ded7140191f7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.046718] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 in Status: UNINITIALIZED for 2s [ 1028.251029] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.251029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.251029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.251029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.251029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.251029] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.251384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.251384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.251384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.251384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.251532] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e is going to be updated. [ 1028.274762] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.274762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.274762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.274762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.275111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.275111] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf is going to be updated. [ 1028.287753] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.287893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.287970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.289710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.289917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.299951] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e in Status: IN_PROGRESS for 2s [ 1028.311266] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.311420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.311492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.311722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.311888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.325334] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: IN_PROGRESS for 2s [ 1028.447421] env[67441]: INFO networking_nsxv3.common.synchronization [req-743010d7-bf9a-40f1-8a5f-0e84ee8846dd req-a3d5d8a5-64da-4f66-bde8-87c172be6ef8 service nova] Enqueued Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_rules [ 1028.447421] env[67441]: INFO networking_nsxv3.common.synchronization [req-743010d7-bf9a-40f1-8a5f-0e84ee8846dd req-a3d5d8a5-64da-4f66-bde8-87c172be6ef8 service nova] Enqueued Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_members [ 1028.447421] env[67441]: INFO networking_nsxv3.common.synchronization [req-743010d7-bf9a-40f1-8a5f-0e84ee8846dd req-a3d5d8a5-64da-4f66-bde8-87c172be6ef8 service nova] Enqueued Resource ID: 7dd5615b-81e4-45ee-b01f-76223db086ea with Priority: HIGHEST for action port [ 1028.447814] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_rules [ 1028.447814] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_members [ 1028.447814] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd5615b-81e4-45ee-b01f-76223db086ea with Priority: HIGHEST for action port [ 1028.452165] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.452329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.452387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.452584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.452663] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.453929] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.453929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.454143] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dd5615b-81e4-45ee-b01f-76223db086ea taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.454664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dd5615b-81e4-45ee-b01f-76223db086ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.454664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dd5615b-81e4-45ee-b01f-76223db086ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.454664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dd5615b-81e4-45ee-b01f-76223db086ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.454664] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd5615b-81e4-45ee-b01f-76223db086ea',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.718708] env[67441]: INFO networking_nsxv3.common.synchronization [req-2f07fe4f-d62e-4962-ab7e-dcc61b728134 req-28c0a59d-8c72-451b-9886-60f796746f38 tempest-ServersNegativeTestJSON-724668874 tempest-ServersNegativeTestJSON-724668874-project-member] Enqueued Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 1028.718708] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96e1333-3916-4891-ad79-54df740deaa2 with Priority: HIGHEST for action security_group_members [ 1028.718708] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96e1333-3916-4891-ad79-54df740deaa2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.718708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.718708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.718708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.718708] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.718708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.718708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.718708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.718708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.718708] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96e1333-3916-4891-ad79-54df740deaa2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.959173] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.959173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.959173] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dd5615b-81e4-45ee-b01f-76223db086ea with status ACTIVE [ 1028.959173] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.959173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.959173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.959173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.959173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.959173] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.959173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.959173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.959173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.959173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.959173] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.959758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.959758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.959758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.959758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.959758] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dd5615b-81e4-45ee-b01f-76223db086ea is going to be updated. [ 1028.984532] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.984532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.984532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.984532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.984532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.984532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dd5615b-81e4-45ee-b01f-76223db086ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.076709] env[67441]: INFO networking_nsxv3.common.synchronization [req-a0b2d951-4d5a-45b4-bec3-a020f5bc447a req-74a880fe-a046-41b1-bbc0-3e5fa4314243 tempest-ServersTestFqdnHostnames-712508673 tempest-ServersTestFqdnHostnames-712508673-project-member] Enqueued Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGHEST for action security_group_members [ 1029.077533] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGHEST for action security_group_members [ 1029.077914] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-012cacd6-1381-42ed-b960-8e8cf46183b7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.078278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.078278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.078914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.078914] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.078914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.078914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.079356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.079356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.079356] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.220686] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.220855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.221076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.221282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.221497] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.221763] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.221894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.222088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.222285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.222411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.222549] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96e1333-3916-4891-ad79-54df740deaa2 is going to be updated. [ 1029.252961] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.253183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.253318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.253612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.254330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.265625] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: IN_PROGRESS for 2s [ 1029.445896] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.446164] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-676" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.446479] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-676" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.446999] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-676" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.447515] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.447835] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.448117] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.448539] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.448834] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.449209] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.449485] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.449756] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.450024] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.450333] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.450485] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.450528] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.470526] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.470711] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.470859] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.471057] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-676" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.471393] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-b4cffb6e-6eac-43e0-a68b-c64aaa68ab26 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.471572] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-b4cffb6e-6eac-43e0-a68b-c64aaa68ab26" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.471692] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-b4cffb6e-6eac-43e0-a68b-c64aaa68ab26" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.472753] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-b4cffb6e-6eac-43e0-a68b-c64aaa68ab26" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.472753] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4cffb6e-6eac-43e0-a68b-c64aaa68ab26',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.582169] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.585019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.585019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.585019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.585019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.585019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.585019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.585019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.585019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.585019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.585019] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 already deleted. [ 1029.585019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.974918] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.975314] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.975362] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.975628] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.975798] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.975982] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port b4cffb6e-6eac-43e0-a68b-c64aaa68ab26 not found, creating... [ 1029.976346] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.976509] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.976625] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.976842] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.977041] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.977279] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.977444] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.977561] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.977765] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.977895] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.978043] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: b4cffb6e-6eac-43e0-a68b-c64aaa68ab26 is going to be created. [ 1030.000152] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.000430] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.000532] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.000817] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.001055] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.001290] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-b4cffb6e-6eac-43e0-a68b-c64aaa68ab26" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.064322] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 in Status: SUCCESS [ 1030.064565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.064745] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.065060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.065303] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.065401] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.065447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.065598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.065678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.065763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.065869] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e64f980-bf6f-4a7c-b922-9f48127fc7b2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.325361] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e in Status: SUCCESS [ 1030.325581] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e deletion is rescheduled due to dependency. [ 1030.325656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.335326] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: SUCCESS [ 1030.335545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.335715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.335955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.336167] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.336395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.336395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.336493] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.336578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.336677] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.569443] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.569617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.569689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.569928] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.570114] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.570216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.570274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.570429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.570532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.570603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.571448] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.571448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.571448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.571448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.571448] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.571749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.571749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.571825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.571922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.573251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.573251] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e64f980-bf6f-4a7c-b922-9f48127fc7b2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.758331] env[67441]: INFO networking_nsxv3.common.synchronization [req-a0b2d951-4d5a-45b4-bec3-a020f5bc447a req-01c27d11-1484-472b-885d-85c4b19d2968 service nova] Enqueued Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGHEST for action security_group_rules [ 1030.759694] env[67441]: INFO networking_nsxv3.common.synchronization [req-a0b2d951-4d5a-45b4-bec3-a020f5bc447a req-01c27d11-1484-472b-885d-85c4b19d2968 service nova] Enqueued Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGHEST for action security_group_members [ 1030.759694] env[67441]: INFO networking_nsxv3.common.synchronization [req-a0b2d951-4d5a-45b4-bec3-a020f5bc447a req-01c27d11-1484-472b-885d-85c4b19d2968 service nova] Enqueued Resource ID: b4cffb6e-6eac-43e0-a68b-c64aaa68ab26 with Priority: HIGHEST for action port [ 1030.760023] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGHEST for action security_group_rules [ 1030.760265] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGHEST for action security_group_members [ 1030.760550] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cffb6e-6eac-43e0-a68b-c64aaa68ab26 with Priority: HIGHEST for action port [ 1030.761332] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-012cacd6-1381-42ed-b960-8e8cf46183b7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.761746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.762536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.762838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.763193] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.769728] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-012cacd6-1381-42ed-b960-8e8cf46183b7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.769728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.769728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.769728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.769728] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.769728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.769728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.769728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.769728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.769728] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.770641] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4cffb6e-6eac-43e0-a68b-c64aaa68ab26 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.770757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4cffb6e-6eac-43e0-a68b-c64aaa68ab26" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.770800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4cffb6e-6eac-43e0-a68b-c64aaa68ab26" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.770970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4cffb6e-6eac-43e0-a68b-c64aaa68ab26" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.771420] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4cffb6e-6eac-43e0-a68b-c64aaa68ab26',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.840819] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.076166] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e64f980-bf6f-4a7c-b922-9f48127fc7b2: rpc.has_security_group_logging(os_id): False [ 1031.093862] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.094059] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.094104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.096326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.096326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.096326] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.096326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.096326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.096326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.096326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.096326] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.096326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.096326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.096326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.096326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.096326] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.096326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.096930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.096930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.096930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.096930] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 is going to be created. [ 1031.165518] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.165755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.165755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.166063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.166422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.178904] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 in Status: IN_PROGRESS for 2s [ 1031.273951] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4cffb6e-6eac-43e0-a68b-c64aaa68ab26 with status ACTIVE [ 1031.274311] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.275535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.275535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.275535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.275535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.275535] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.275535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.275973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.275973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.275973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.276794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.276794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.276794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.276794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.276794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277092] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4cffb6e-6eac-43e0-a68b-c64aaa68ab26 is going to be updated. [ 1031.279606] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96e1333-3916-4891-ad79-54df740deaa2 in Status: SUCCESS [ 1031.279864] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96e1333-3916-4891-ad79-54df740deaa2 deletion is rescheduled due to dependency. [ 1031.280500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96e1333-3916-4891-ad79-54df740deaa2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.280584] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-012cacd6-1381-42ed-b960-8e8cf46183b7 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.280710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.280971] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.315308] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.315537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.315537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.315794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.315965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.318153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4cffb6e-6eac-43e0-a68b-c64aaa68ab26" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.343091] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.697259] env[67441]: INFO networking_nsxv3.common.synchronization [req-98e95e91-190e-439c-beea-6db229445fd3 req-10fdea1e-8837-4415-91c6-cbdf5095a99e tempest-ServerDiskConfigTestJSON-1877869234 tempest-ServerDiskConfigTestJSON-1877869234-project-member] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 1031.698151] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 1031.699134] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.699134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.699134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.699347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.699892] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.700056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.700163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.700419] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.700664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.700885] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.784316] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.846590] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.846816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.846923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.847275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.847426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.847582] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf is going to be updated. [ 1031.889484] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.890119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.890119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.890346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.890508] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.903305] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: IN_PROGRESS for 2s [ 1032.102126] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-647 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.102460] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.102460] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.105043] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.105043] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.105043] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.105043] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.105043] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.105043] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.105043] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.105043] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.105043] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.105043] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.105043] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.105043] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.105043] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.124769] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.124999] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.125182] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.125357] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-647" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.125673] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-7348a3f3-d2af-4b82-9a90-0c65c1da948d taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.126049] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-7348a3f3-d2af-4b82-9a90-0c65c1da948d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.126049] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-7348a3f3-d2af-4b82-9a90-0c65c1da948d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.126336] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-7348a3f3-d2af-4b82-9a90-0c65c1da948d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.126480] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7348a3f3-d2af-4b82-9a90-0c65c1da948d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.203603] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.203782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.203857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.204054] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.204143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.204336] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.204437] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.204492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.204636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.204712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.204789] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 1032.244355] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.244355] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.244355] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.244601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.244644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.256145] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 1032.289159] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.289333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.289333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.289621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.291026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.291026] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 is going to be created. [ 1032.317222] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.317449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.317546] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.317785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.317947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.331630] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 in Status: UNINITIALIZED for 2s [ 1032.631145] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.631401] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.631530] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.631838] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.631992] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.632169] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 7348a3f3-d2af-4b82-9a90-0c65c1da948d not found, creating... [ 1032.632446] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.632642] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.632725] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.632953] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.633138] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.633403] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.633562] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.633678] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.633888] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.634168] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.634366] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 7348a3f3-d2af-4b82-9a90-0c65c1da948d is going to be created. [ 1032.657611] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.657831] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.657957] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.658285] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.659033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.659033] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-7348a3f3-d2af-4b82-9a90-0c65c1da948d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.195801] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 in Status: SUCCESS [ 1033.195801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.421396] env[67441]: INFO networking_nsxv3.common.synchronization [req-98e95e91-190e-439c-beea-6db229445fd3 req-1649c418-090e-4e3b-950a-55e5b5c475c6 service nova] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_rules [ 1033.421967] env[67441]: INFO networking_nsxv3.common.synchronization [req-98e95e91-190e-439c-beea-6db229445fd3 req-1649c418-090e-4e3b-950a-55e5b5c475c6 service nova] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 1033.421967] env[67441]: INFO networking_nsxv3.common.synchronization [req-98e95e91-190e-439c-beea-6db229445fd3 req-1649c418-090e-4e3b-950a-55e5b5c475c6 service nova] Enqueued Resource ID: 7348a3f3-d2af-4b82-9a90-0c65c1da948d with Priority: HIGHEST for action port [ 1033.423069] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_rules [ 1033.423152] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 1033.423258] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7348a3f3-d2af-4b82-9a90-0c65c1da948d with Priority: HIGHEST for action port [ 1033.423515] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.423645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.423720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.423924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.424015] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.425365] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.425481] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.425704] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7348a3f3-d2af-4b82-9a90-0c65c1da948d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.426308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7348a3f3-d2af-4b82-9a90-0c65c1da948d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.426411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7348a3f3-d2af-4b82-9a90-0c65c1da948d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.426610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7348a3f3-d2af-4b82-9a90-0c65c1da948d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.426800] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7348a3f3-d2af-4b82-9a90-0c65c1da948d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.914825] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: SUCCESS [ 1033.915188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.915393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.915624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.915834] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.915961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.916095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.916247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.916332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.916416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.916529] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.930253] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.930253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.930253] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7348a3f3-d2af-4b82-9a90-0c65c1da948d with status ACTIVE [ 1033.930253] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.930253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.930253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.930564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.930620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.931950] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.931950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.931950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.931950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.931950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.931950] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.931950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.931950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.931950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.932368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.932368] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7348a3f3-d2af-4b82-9a90-0c65c1da948d is going to be updated. [ 1033.956321] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.956321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.956321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.956321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.956321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.956321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7348a3f3-d2af-4b82-9a90-0c65c1da948d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.967121] env[67441]: INFO networking_nsxv3.common.synchronization [req-a4515997-1175-41b9-80cc-fbfed12d9a36 req-7ac94eb1-e864-404b-aa01-32efbd69d488 tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1033.967121] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1033.967121] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.967121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.967121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.967121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.967121] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.967489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.967489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.967489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.967597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.967635] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.267861] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 1034.268305] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 deletion is rescheduled due to dependency. [ 1034.268305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.268442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.268664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.268850] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.268982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.269044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.269205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.270153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.270153] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.339689] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.339689] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.339689] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.340139] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.340306] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.340477] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.340622] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.340862] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.341013] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.341323] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.341456] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.341569] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.341679] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.341825] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.341945] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.342046] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.353444] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 in Status: SUCCESS [ 1034.353752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.356017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.356017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.356017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.356017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.356017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.356017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.356017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.356017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.356017] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.362871] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.363104] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.363338] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.363600] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.363987] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-72f72f24-47e2-47bb-b8e8-c0d0a50c6407 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.364238] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-72f72f24-47e2-47bb-b8e8-c0d0a50c6407" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.364420] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-72f72f24-47e2-47bb-b8e8-c0d0a50c6407" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.364874] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-72f72f24-47e2-47bb-b8e8-c0d0a50c6407" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.365127] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72f72f24-47e2-47bb-b8e8-c0d0a50c6407',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.419868] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.420088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.420166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.420377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.420546] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.421076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.421076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.421076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.421076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.421076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.421288] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.421288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.421288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.421425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.421594] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.421657] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.421711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.421847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.421922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.422011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.422103] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.470280] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.774611] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.857991] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.870435] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.870622] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.870740] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.871042] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.871199] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.871354] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 72f72f24-47e2-47bb-b8e8-c0d0a50c6407 not found, creating... [ 1034.871611] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.871788] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.871878] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.872107] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.872246] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.872586] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.872769] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.872837] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.873075] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.873226] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.873365] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 72f72f24-47e2-47bb-b8e8-c0d0a50c6407 is going to be created. [ 1034.894606] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.894859] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.894942] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.895350] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.895574] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.895790] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-72f72f24-47e2-47bb-b8e8-c0d0a50c6407" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.924867] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6360563-c0df-4f8b-b3fa-417c0ca34dbf: rpc.has_security_group_logging(os_id): False [ 1034.943189] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.943366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.943426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.943656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.943745] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.943972] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.944092] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.944159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.944312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.944383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.944563] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.944656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.944716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.944856] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.945579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.945579] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.945579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.945579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.945579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.945992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.945992] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf is going to be updated. [ 1034.973038] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.049141] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.049354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.049354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.049567] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.049711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.067290] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: IN_PROGRESS for 2s [ 1035.276344] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.279969] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.280219] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.280375] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.280701] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.280980] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.281155] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.281296] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.281565] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.281790] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.282069] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.282218] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.282366] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.282497] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.282619] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.282756] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.282916] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.307105] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.307449] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.307449] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.307581] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.307829] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-c4def6a4-6665-4a25-bd88-34d69a2ff897 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.308039] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.308170] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.308524] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.308665] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4def6a4-6665-4a25-bd88-34d69a2ff897',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.360585] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 012cacd6-1381-42ed-b960-8e8cf46183b7: rpc.has_security_group_logging(os_id): False [ 1035.379847] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.380019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.380110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.380394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.380580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.380870] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.381060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.381134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.381331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.381415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.381536] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 is going to be created. [ 1035.469061] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.469323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.469415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.469607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.469788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.475664] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.475851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.475928] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.476157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.476249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.476343] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1035.482537] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 in Status: IN_PROGRESS for 2s [ 1035.504772] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.504980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.505125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.505383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.505566] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.518141] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1035.595283] env[67441]: INFO networking_nsxv3.common.synchronization [req-a4515997-1175-41b9-80cc-fbfed12d9a36 req-7f6f8e48-8868-4158-9e4a-16657a8fc7b2 service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 1035.595283] env[67441]: INFO networking_nsxv3.common.synchronization [req-a4515997-1175-41b9-80cc-fbfed12d9a36 req-7f6f8e48-8868-4158-9e4a-16657a8fc7b2 service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1035.595283] env[67441]: INFO networking_nsxv3.common.synchronization [req-a4515997-1175-41b9-80cc-fbfed12d9a36 req-7f6f8e48-8868-4158-9e4a-16657a8fc7b2 service nova] Enqueued Resource ID: 72f72f24-47e2-47bb-b8e8-c0d0a50c6407 with Priority: HIGHEST for action port [ 1035.595283] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 1035.595514] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1035.595757] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f72f24-47e2-47bb-b8e8-c0d0a50c6407 with Priority: HIGHEST for action port [ 1035.596498] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.598345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.598345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.598345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.598345] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.598345] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.599217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.599660] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-72f72f24-47e2-47bb-b8e8-c0d0a50c6407 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.599910] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72f72f24-47e2-47bb-b8e8-c0d0a50c6407" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.600079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72f72f24-47e2-47bb-b8e8-c0d0a50c6407" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.600658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72f72f24-47e2-47bb-b8e8-c0d0a50c6407" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.600845] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72f72f24-47e2-47bb-b8e8-c0d0a50c6407',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.784884] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.785204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.785204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.785409] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.785499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.785601] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 1035.811450] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.811687] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.811798] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.812168] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.812330] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.812489] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port c4def6a4-6665-4a25-bd88-34d69a2ff897 not found, creating... [ 1035.812762] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.812925] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.813064] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.813325] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.813464] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.813757] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.813912] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.814039] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.814248] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.814381] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.814516] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: c4def6a4-6665-4a25-bd88-34d69a2ff897 is going to be created. [ 1035.825225] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.825448] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.825548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.825829] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.826139] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.835656] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 1035.842613] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.842843] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.842970] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.843261] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.843484] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.843696] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.103036] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.103188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.103631] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72f72f24-47e2-47bb-b8e8-c0d0a50c6407 with status ACTIVE [ 1036.103631] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.103631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.104065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.104316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.104411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.104844] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.104844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.104844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.105035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.105143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.105304] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.105400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.105460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.105604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.105863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.105863] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72f72f24-47e2-47bb-b8e8-c0d0a50c6407 is going to be updated. [ 1036.143940] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.144110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.144191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.144414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.144564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.144916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72f72f24-47e2-47bb-b8e8-c0d0a50c6407" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.575232] env[67441]: INFO networking_nsxv3.common.synchronization [req-1d82c958-867d-45f0-8a7a-8ea428f160de req-247d0d14-7b7b-48c6-a740-24ce646fbac7 service nova] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_rules [ 1036.575232] env[67441]: INFO networking_nsxv3.common.synchronization [req-1d82c958-867d-45f0-8a7a-8ea428f160de req-247d0d14-7b7b-48c6-a740-24ce646fbac7 service nova] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 1036.575232] env[67441]: INFO networking_nsxv3.common.synchronization [req-1d82c958-867d-45f0-8a7a-8ea428f160de req-247d0d14-7b7b-48c6-a740-24ce646fbac7 service nova] Enqueued Resource ID: c4def6a4-6665-4a25-bd88-34d69a2ff897 with Priority: HIGHEST for action port [ 1036.575232] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_rules [ 1036.575232] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 1036.576022] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4def6a4-6665-4a25-bd88-34d69a2ff897 with Priority: HIGHEST for action port [ 1036.576022] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.576022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.576022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.576022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.576022] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.577042] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.577167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.577238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.577434] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.578894] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.578894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.578894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.578894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.578894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.578894] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.579306] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4def6a4-6665-4a25-bd88-34d69a2ff897 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.579306] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.579306] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.579306] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.579306] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4def6a4-6665-4a25-bd88-34d69a2ff897',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.081182] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: SUCCESS [ 1037.081423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.081815] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.081923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.082141] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.083673] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4def6a4-6665-4a25-bd88-34d69a2ff897 with status ACTIVE [ 1037.083877] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.084040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.084144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.084359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.084449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.084574] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.084709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.084765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.085229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.085229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.085229] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.085474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.085474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.085474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.085621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.085621] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4def6a4-6665-4a25-bd88-34d69a2ff897 is going to be updated. [ 1037.115856] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.116031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.116125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.116364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.116516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.116770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.495795] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 in Status: SUCCESS [ 1037.495964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.529942] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1037.530185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.530373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.530665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.531039] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.531039] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.531039] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.531211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.531276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.531343] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.585023] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.847542] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 1037.847664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.847814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.848091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.848365] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.848536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.848683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.848841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.848938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.849090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.849209] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.033661] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.088685] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.088983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.089114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.089400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.089524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.089677] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 1038.122264] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.122507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.122507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.122683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.122831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.135061] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 1038.351824] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.352067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.352067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.352298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.352467] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.352569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.352634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.352782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.352897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.352958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.353107] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.353203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.353263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.353402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.353534] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.353623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.353683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.353865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.353948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.354062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.354179] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.536814] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.857088] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8: rpc.has_security_group_logging(os_id): False [ 1038.878581] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.878581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.878581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.878817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.878817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.879847] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.879847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.879847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.879847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.879847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.879847] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.879847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.879847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.879847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.879847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.880331] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.880331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.880331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.880331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.880331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.880521] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 1038.950797] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.950797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.950797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.951069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.951069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.968837] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 1039.039309] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.039597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.039702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.039946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.040090] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.040221] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1039.080743] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.081034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.081130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.081496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.081659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.091999] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1040.145757] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 1040.146188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.146243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.146548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.146815] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.147013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.147107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.147431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.147431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.147567] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.147617] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.651247] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.654066] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.654066] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.654066] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.654066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.654747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.654999] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.992114] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 1040.992114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.102135] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1041.102454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.102605] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.102829] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.103038] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.103182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.103231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.103384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.103660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.103660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.103660] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.159525] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f005ba04-7973-42dd-8199-8cec110744ae: rpc.has_security_group_logging(os_id): False [ 1041.184318] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.184318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.184318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.184318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.184318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.184624] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.184624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.184624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.184746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.185510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.185510] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.185510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.185510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.185762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.185762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.185933] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.186043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.186426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.186426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.186426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.186585] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 1041.260041] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.260215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.260336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.260633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.260844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.277589] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 1041.344422] env[67441]: INFO networking_nsxv3.common.synchronization [req-f3e49c18-6bbd-4c42-a54d-3e981b1b9602 req-3534286e-ea12-4a52-b536-852f7dcc6f77 tempest-ServerRescueNegativeTestJSON-2000166841 tempest-ServerRescueNegativeTestJSON-2000166841-project-member] Enqueued Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGHEST for action security_group_members [ 1041.345199] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGHEST for action security_group_members [ 1041.345555] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5497ad72-55ad-4a29-bbd3-b9eb030b2658 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.345720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.345801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.346068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.346298] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.346409] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.346496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.346643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.346746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.346837] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5497ad72-55ad-4a29-bbd3-b9eb030b2658',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.606114] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.606361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.606429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.607034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.607034] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.607034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.607034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.607309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.607309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.607393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.607613] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.607613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.607739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.607837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.607975] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.608089] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.608132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.608272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.608348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.608429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.608519] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.752331] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.752331] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.752331] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.752331] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.752676] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.752676] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.752777] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.752975] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.753205] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.753573] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.753733] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.754080] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.754080] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.754080] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.754622] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.754622] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.780832] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.781043] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.781203] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.781380] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-6" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.781698] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-1d1660d5-61a8-4005-ac58-f68c86e11c50 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.781868] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-1d1660d5-61a8-4005-ac58-f68c86e11c50" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.781990] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-1d1660d5-61a8-4005-ac58-f68c86e11c50" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.782374] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-1d1660d5-61a8-4005-ac58-f68c86e11c50" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.782543] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1660d5-61a8-4005-ac58-f68c86e11c50',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.850362] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.850585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.850713] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.851219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.851219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.851411] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.851559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.851651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.851884] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.851997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.852142] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 already deleted. [ 1041.852263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.111013] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24560ce6-fb65-4812-ab78-28d99a5fb998: rpc.has_security_group_logging(os_id): False [ 1042.144219] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.144219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.144219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.144219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.144219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.144219] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.144219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.144219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.147154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.147154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.147154] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.147154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.147154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.147154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.147154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.147682] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.147682] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.147682] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.147682] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.147914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.147914] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1042.240239] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.240531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.240531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.240784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.240840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.261629] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1042.285287] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.285499] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.285571] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.286039] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.286230] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.286460] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 1d1660d5-61a8-4005-ac58-f68c86e11c50 not found, creating... [ 1042.286751] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.286925] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.287054] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.287294] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.287433] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.287753] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.287977] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.288168] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.288407] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.288546] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.288806] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 1d1660d5-61a8-4005-ac58-f68c86e11c50 is going to be created. [ 1042.309973] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.310359] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.310523] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.310795] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.311076] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.311267] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-1d1660d5-61a8-4005-ac58-f68c86e11c50" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.037129] env[67441]: INFO networking_nsxv3.common.synchronization [req-f3e49c18-6bbd-4c42-a54d-3e981b1b9602 req-5ae30236-0b51-4bfe-8e37-7721806331be service nova] Enqueued Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGHEST for action security_group_rules [ 1043.037370] env[67441]: INFO networking_nsxv3.common.synchronization [req-f3e49c18-6bbd-4c42-a54d-3e981b1b9602 req-5ae30236-0b51-4bfe-8e37-7721806331be service nova] Enqueued Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGHEST for action security_group_members [ 1043.037541] env[67441]: INFO networking_nsxv3.common.synchronization [req-f3e49c18-6bbd-4c42-a54d-3e981b1b9602 req-5ae30236-0b51-4bfe-8e37-7721806331be service nova] Enqueued Resource ID: 1d1660d5-61a8-4005-ac58-f68c86e11c50 with Priority: HIGHEST for action port [ 1043.038139] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGHEST for action security_group_rules [ 1043.038270] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGHEST for action security_group_members [ 1043.038356] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1660d5-61a8-4005-ac58-f68c86e11c50 with Priority: HIGHEST for action port [ 1043.038649] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.038763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.038838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.040924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.041085] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5497ad72-55ad-4a29-bbd3-b9eb030b2658',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.043073] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5497ad72-55ad-4a29-bbd3-b9eb030b2658 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.043203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.043277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.043503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.043674] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.043780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.043835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.043994] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.045959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.045959] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5497ad72-55ad-4a29-bbd3-b9eb030b2658',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.045959] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d1660d5-61a8-4005-ac58-f68c86e11c50 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.045959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d1660d5-61a8-4005-ac58-f68c86e11c50" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.045959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d1660d5-61a8-4005-ac58-f68c86e11c50" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.045959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d1660d5-61a8-4005-ac58-f68c86e11c50" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.045959] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1660d5-61a8-4005-ac58-f68c86e11c50',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.297159] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 1043.297433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.548210] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5497ad72-55ad-4a29-bbd3-b9eb030b2658 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.549030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.549147] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5497ad72-55ad-4a29-bbd3-b9eb030b2658',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.551527] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d1660d5-61a8-4005-ac58-f68c86e11c50 with status ACTIVE [ 1043.551794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.552121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.552121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.552438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.552592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.553600] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.553600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.553600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.553600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.553600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.554285] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.554285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.554285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.554551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.554687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.554791] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d1660d5-61a8-4005-ac58-f68c86e11c50 is going to be updated. [ 1043.582850] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.582850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.582850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.583390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.583390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.583390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d1660d5-61a8-4005-ac58-f68c86e11c50" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.057930] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5497ad72-55ad-4a29-bbd3-b9eb030b2658',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.281678] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1044.281947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.562595] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.563165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.563165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.563328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.563376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.563537] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 is going to be created. [ 1044.599591] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.599798] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.599845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.600094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.600266] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.612807] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 in Status: UNINITIALIZED for 2s [ 1046.535085] env[67441]: INFO networking_nsxv3.common.synchronization [req-618d41e6-fa1b-418a-8ef7-41b827527eba req-35fad47b-79c3-485d-85c9-5a92e9e4d520 tempest-ServerDiskConfigTestJSON-1877869234 tempest-ServerDiskConfigTestJSON-1877869234-project-member] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 1046.536542] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGHEST for action security_group_members [ 1046.537034] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.537243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.537417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.538123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.538123] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.538123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.538123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.538386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.538386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.539321] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.626917] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 in Status: SUCCESS [ 1046.626917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.627091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.627240] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.627452] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.627568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.627641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.627886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.627979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.628159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.628196] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5497ad72-55ad-4a29-bbd3-b9eb030b2658',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.041733] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.041733] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.041937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.042061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.042159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.042385] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.042493] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.042555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.042718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.042796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.042890] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be updated. [ 1047.073163] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.073487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.073487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.073629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.073772] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.085500] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: IN_PROGRESS for 2s [ 1047.131100] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5497ad72-55ad-4a29-bbd3-b9eb030b2658',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.388485] env[67441]: INFO networking_nsxv3.common.synchronization [req-2664e14f-b505-4738-ac0d-3b6aba23415c req-1885f808-ff3f-4f1f-a254-7d7c1f9cb517 tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1047.389775] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1047.390229] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.390367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.390487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.390700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.390859] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.390957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.391048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.391208] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.391296] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.391391] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.636697] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5497ad72-55ad-4a29-bbd3-b9eb030b2658: rpc.has_security_group_logging(os_id): False [ 1047.671874] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.672107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.672204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.672986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.672986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.672986] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.673368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.673368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.673368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.676800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.676800] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 is going to be created. [ 1047.763898] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.763898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.763898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.763898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.763898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.778656] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 in Status: IN_PROGRESS for 2s [ 1047.894269] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.400252] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.659820] env[67441]: INFO networking_nsxv3.common.synchronization [req-f9ab3f48-a1e9-49ad-8433-da38e1384059 req-b15b4b8f-719a-433e-bd05-2bbe0c466f1b tempest-ServerActionsTestOtherB-1368839603 tempest-ServerActionsTestOtherB-1368839603-project-member] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1048.660432] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1048.660747] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.660869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.660937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.661156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.661461] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.661461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.661461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.661712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.661712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.661804] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.903376] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.904302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.904302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.904302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.904609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.904802] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1048.955984] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.955984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.955984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.955984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.956237] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.970658] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1049.098030] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 in Status: SUCCESS [ 1049.101022] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 deletion is rescheduled due to dependency. [ 1049.101022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.165595] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.165930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.166069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.166341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.201035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.201035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.201035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.201035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.201035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.201035] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.201035] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be updated. [ 1049.231085] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.231085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.231085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.231275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.231533] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.246469] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 1049.935863] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 in Status: SUCCESS [ 1049.935863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.766668] env[67441]: INFO networking_nsxv3.common.synchronization [None req-3a8b76fd-d4e4-496c-a5d3-c83e126842a5 None None] Enqueued Resource ID: 97f3a42f-d324-40c5-b475-fcebc668077d with Priority: HIGHEST for action port [ 1050.767255] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f3a42f-d324-40c5-b475-fcebc668077d with Priority: HIGHEST for action port [ 1050.767587] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f3a42f-d324-40c5-b475-fcebc668077d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.767713] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f3a42f-d324-40c5-b475-fcebc668077d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.767787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f3a42f-d324-40c5-b475-fcebc668077d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.768065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f3a42f-d324-40c5-b475-fcebc668077d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.768151] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f3a42f-d324-40c5-b475-fcebc668077d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.935184] env[67441]: INFO networking_nsxv3.common.synchronization [None req-a9d9eea9-c390-4b4a-83ff-74b20ecfb94a tempest-AttachVolumeShelveTestJSON-935925439 tempest-AttachVolumeShelveTestJSON-935925439-project-member] Enqueued Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_rules [ 1050.936099] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_rules [ 1050.936599] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253571c8-0437-41f7-86ee-bd856df12c46 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.936900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.937094] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.937382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.937509] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.983656] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1050.983923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.062470] env[67441]: INFO networking_nsxv3.common.synchronization [None req-1dc8a05f-0e0e-4b1f-9c92-8a9c6f2e36cd tempest-AttachVolumeShelveTestJSON-935925439 tempest-AttachVolumeShelveTestJSON-935925439-project-member] Enqueued Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_rules [ 1051.062853] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_rules [ 1051.063175] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253571c8-0437-41f7-86ee-bd856df12c46 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.063274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.256082] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 1051.256311] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 deletion is rescheduled due to dependency. [ 1051.256453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.270009] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f3a42f-d324-40c5-b475-fcebc668077d [ 1051.270326] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.270463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.270540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.270812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.270989] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.271085] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f3a42f-d324-40c5-b475-fcebc668077d already deleted. [ 1051.271142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f3a42f-d324-40c5-b475-fcebc668077d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.459970] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.460192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.460192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.460398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.460486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.460581] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253571c8-0437-41f7-86ee-bd856df12c46 already deleted. [ 1051.460668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.460819] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.460977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.461071] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.985326] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.986091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.986091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.986091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.986091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.986091] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253571c8-0437-41f7-86ee-bd856df12c46 already deleted. [ 1051.986091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.650110] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.650846] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.650846] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.650846] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.651170] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.651557] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.651709] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.651960] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.652230] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.652373] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.652503] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.652615] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.652721] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.652832] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.652939] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.653085] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.677178] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.677402] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.677605] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.677871] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-727" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.679980] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-c4def6a4-6665-4a25-bd88-34d69a2ff897 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.680157] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.680288] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.680610] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.680788] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4def6a4-6665-4a25-bd88-34d69a2ff897',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.080073] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f49118ad-8420-4596-90f5-bdbedc823508 None None] Enqueued Resource ID: 846e0bb9-a5fa-46f7-92ce-668a97fc6ddc with Priority: HIGHEST for action port [ 1053.080415] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 846e0bb9-a5fa-46f7-92ce-668a97fc6ddc with Priority: HIGHEST for action port [ 1053.080668] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-846e0bb9-a5fa-46f7-92ce-668a97fc6ddc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.080817] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-846e0bb9-a5fa-46f7-92ce-668a97fc6ddc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.080864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-846e0bb9-a5fa-46f7-92ce-668a97fc6ddc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.081122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-846e0bb9-a5fa-46f7-92ce-668a97fc6ddc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.081209] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846e0bb9-a5fa-46f7-92ce-668a97fc6ddc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.183926] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.184160] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.184252] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.184584] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.184766] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.185376] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.185376] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.185675] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.185730] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.185915] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.186308] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.186441] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.186836] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.186836] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.186988] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.187109] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: c4def6a4-6665-4a25-bd88-34d69a2ff897 is going to be updated. [ 1053.215395] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.215395] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.215395] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.215785] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.215917] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.216161] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.583440] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 846e0bb9-a5fa-46f7-92ce-668a97fc6ddc [ 1053.583871] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.584070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.584200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.584489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.584626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.584762] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:846e0bb9-a5fa-46f7-92ce-668a97fc6ddc already deleted. [ 1053.584907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-846e0bb9-a5fa-46f7-92ce-668a97fc6ddc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.926543] env[67441]: INFO networking_nsxv3.common.synchronization [req-76bff06f-d3d8-491d-816a-ba21380cd375 req-9815ba7a-b4c5-4d62-850d-983b0ced0ea6 service nova] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_rules [ 1053.927440] env[67441]: INFO networking_nsxv3.common.synchronization [req-76bff06f-d3d8-491d-816a-ba21380cd375 req-9815ba7a-b4c5-4d62-850d-983b0ced0ea6 service nova] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 1053.927440] env[67441]: INFO networking_nsxv3.common.synchronization [req-76bff06f-d3d8-491d-816a-ba21380cd375 req-9815ba7a-b4c5-4d62-850d-983b0ced0ea6 service nova] Enqueued Resource ID: c4def6a4-6665-4a25-bd88-34d69a2ff897 with Priority: HIGHEST for action port [ 1053.928135] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_rules [ 1053.928135] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 1053.928277] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4def6a4-6665-4a25-bd88-34d69a2ff897 with Priority: HIGHEST for action port [ 1053.929391] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.929391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.929391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.929391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.929391] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.930507] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.930507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.930507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.930507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.930507] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.930507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.930507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.930981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.930981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.930981] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.931624] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4def6a4-6665-4a25-bd88-34d69a2ff897 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.931796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.931849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.935047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.935047] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4def6a4-6665-4a25-bd88-34d69a2ff897',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.436320] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4def6a4-6665-4a25-bd88-34d69a2ff897 with status ACTIVE [ 1054.436675] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.437291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.437291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.437291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.437570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.437570] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.437670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.437709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.437864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.437938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.438133] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.438218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.438277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.438418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.438487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.439122] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4def6a4-6665-4a25-bd88-34d69a2ff897 is going to be updated. [ 1054.443378] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.444633] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.444709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.447989] env[67441]: INFO networking_nsxv3.common.synchronization [req-bf512ed4-ae1d-479d-9bb3-1e00b1710895 req-75ca370d-4615-4679-8683-689c455944af tempest-ServerRescueTestJSON-267018298 tempest-ServerRescueTestJSON-267018298-project-member] Enqueued Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_members [ 1054.448773] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_members [ 1054.449171] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.449289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.449388] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.449695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.450931] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.451074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.451138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.451444] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.451709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.452428] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.474540] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.474690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.474762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.474998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.475197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.475360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4def6a4-6665-4a25-bd88-34d69a2ff897" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.945413] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.959216] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.447738] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.447958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.448011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.448222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.448322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.448420] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 1055.461538] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.479797] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.479976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.480066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.480335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.480487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.495592] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 1055.966410] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.966410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.966410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.966410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.966410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.966410] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf is going to be updated. [ 1055.999098] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.999098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.999098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.999384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.999384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.012505] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: IN_PROGRESS for 2s [ 1057.287113] env[67441]: INFO networking_nsxv3.common.synchronization [req-71c738a1-cce0-494b-8702-70d4fbfdc1bf req-84761ecb-18c3-4f3f-b164-5059dd9ab963 tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1057.287433] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1057.287701] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.287761] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.288290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.288558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.288828] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.288970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.289069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.289240] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.289328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.289425] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.508835] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 1057.509147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.509344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.509626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.509875] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.510065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.510179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.510420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.510546] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.510668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.510790] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.690656] env[67441]: INFO networking_nsxv3.common.synchronization [req-2e94e414-5e12-48b2-b6df-e92d06cabbe2 req-c65276ff-4f4f-4842-8385-7b529dc964f3 tempest-AttachVolumeShelveTestJSON-935925439 tempest-AttachVolumeShelveTestJSON-935925439-project-member] Enqueued Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_members [ 1057.692761] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_members [ 1057.693233] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-253571c8-0437-41f7-86ee-bd856df12c46 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.693373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.693444] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.693781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.694053] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.694202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.694270] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.694430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.694523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.694789] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.793093] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.013373] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.013699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.013699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.013841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.014115] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.014115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.014115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.014627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.014627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.014627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.014627] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.015141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.015141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.015141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.015141] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.015141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.015141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.015670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.015670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.015670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.015670] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.026027] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: SUCCESS [ 1058.026504] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.046911] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.047304] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.047304] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.047636] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.047916] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.048237] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.048402] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.048667] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.048843] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.049101] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.049258] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.049397] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.049527] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.049665] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.049797] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.049956] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.070256] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.070778] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.070778] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.070778] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.071118] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-363f904e-e367-4032-9971-ceebf4b60737 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.071291] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.071413] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.071747] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.071891] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('363f904e-e367-4032-9971-ceebf4b60737',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.197641] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.197975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.198147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.198302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.198436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.198682] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.198825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.198825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.199117] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.199216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.199280] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253571c8-0437-41f7-86ee-bd856df12c46 already deleted. [ 1058.199362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.294935] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.518493] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f005ba04-7973-42dd-8199-8cec110744ae: rpc.has_security_group_logging(os_id): False [ 1058.536742] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.536916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.536996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.537272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.538036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.538288] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.538416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.538509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.538692] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.538788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.538975] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.539092] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.539146] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.539286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.539371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.539722] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.539783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.539820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.539997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.540080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.540191] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 1058.607120] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.607120] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.607120] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.607120] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607120] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.607120] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 363f904e-e367-4032-9971-ceebf4b60737 not found, creating... [ 1058.607120] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.607120] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.607120] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.607120] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607120] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.607405] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.607405] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.607405] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.607405] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607405] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.607405] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 363f904e-e367-4032-9971-ceebf4b60737 is going to be created. [ 1058.607405] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.607405] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.607405] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.607643] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607643] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.607643] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.612969] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.613247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.615621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.615621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.615621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.633880] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 1058.796961] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.797256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.797380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.797704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.797873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.798016] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1058.805968] env[67441]: INFO networking_nsxv3.common.synchronization [None req-8bd193ff-4bae-459f-9f8f-6d988ffaba04 None None] Enqueued Resource ID: 494819a6-64bc-472c-b920-ffd68410a033 with Priority: HIGHEST for action port [ 1058.806340] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494819a6-64bc-472c-b920-ffd68410a033 with Priority: HIGHEST for action port [ 1058.806745] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-494819a6-64bc-472c-b920-ffd68410a033 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.806963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494819a6-64bc-472c-b920-ffd68410a033" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.807052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494819a6-64bc-472c-b920-ffd68410a033" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.807347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494819a6-64bc-472c-b920-ffd68410a033" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.807427] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494819a6-64bc-472c-b920-ffd68410a033',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.827258] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.827391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.827468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.827681] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.827828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.840653] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1059.309176] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 494819a6-64bc-472c-b920-ffd68410a033 [ 1059.309919] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.311313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.311313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.311313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.311313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.311313] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:494819a6-64bc-472c-b920-ffd68410a033 already deleted. [ 1059.311313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494819a6-64bc-472c-b920-ffd68410a033" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.331256] env[67441]: INFO networking_nsxv3.common.synchronization [req-2e94e414-5e12-48b2-b6df-e92d06cabbe2 req-51ee7ef8-4a48-41ed-9355-fb7d8b6fd5cd service nova] Enqueued Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_rules [ 1059.331531] env[67441]: INFO networking_nsxv3.common.synchronization [req-2e94e414-5e12-48b2-b6df-e92d06cabbe2 req-51ee7ef8-4a48-41ed-9355-fb7d8b6fd5cd service nova] Enqueued Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_members [ 1059.331696] env[67441]: INFO networking_nsxv3.common.synchronization [req-2e94e414-5e12-48b2-b6df-e92d06cabbe2 req-51ee7ef8-4a48-41ed-9355-fb7d8b6fd5cd service nova] Enqueued Resource ID: 363f904e-e367-4032-9971-ceebf4b60737 with Priority: HIGHEST for action port [ 1059.332275] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_rules [ 1059.332643] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_members [ 1059.332643] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363f904e-e367-4032-9971-ceebf4b60737 with Priority: HIGHEST for action port [ 1059.332768] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253571c8-0437-41f7-86ee-bd856df12c46 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.332908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.333014] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.333166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.333237] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.334363] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-253571c8-0437-41f7-86ee-bd856df12c46 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.334475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.334539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.334857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.334857] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.335016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.335016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.335315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.335408] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.335501] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.336409] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-363f904e-e367-4032-9971-ceebf4b60737 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.336548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.336599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.336762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.337019] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('363f904e-e367-4032-9971-ceebf4b60737',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.808357] env[67441]: INFO networking_nsxv3.common.synchronization [None req-5d70496a-77ba-4956-a32d-ab12afa89063 tempest-ServerActionsV293TestJSON-828114446 tempest-ServerActionsV293TestJSON-828114446-project-member] Enqueued Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGHEST for action security_group_rules [ 1059.808357] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGHEST for action security_group_rules [ 1059.808357] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-becdded8-2da6-4e87-98c7-97871a0bfe23 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.808357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.808357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.808357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.808357] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('becdded8-2da6-4e87-98c7-97871a0bfe23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.838287] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.839359] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-253571c8-0437-41f7-86ee-bd856df12c46 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.839637] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.839941] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 363f904e-e367-4032-9971-ceebf4b60737 with status ACTIVE [ 1059.842120] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.842120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.842120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.842120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.842120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.842120] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.842120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.842120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.842120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.842120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.842120] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.842120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.842120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.842672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.842834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.843025] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 363f904e-e367-4032-9971-ceebf4b60737 is going to be updated. [ 1059.870346] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.871374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.871374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.871374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.871374] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.877404] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.878059] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.878154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.878412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.878565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.878751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.916465] env[67441]: INFO networking_nsxv3.common.synchronization [None req-309752f4-be17-42de-9f1d-facdd477c09d tempest-ServerActionsV293TestJSON-828114446 tempest-ServerActionsV293TestJSON-828114446-project-member] Enqueued Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGHEST for action security_group_rules [ 1059.917050] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGHEST for action security_group_rules [ 1059.917540] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-becdded8-2da6-4e87-98c7-97871a0bfe23 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.917758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.324883] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.325174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.325174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.326104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.326104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.326104] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: becdded8-2da6-4e87-98c7-97871a0bfe23 already deleted. [ 1060.326104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.326104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.326104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.327029] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('becdded8-2da6-4e87-98c7-97871a0bfe23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.346157] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.374909] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.650364] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 1060.650364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.849183] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.849353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.849353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.849911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.849911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.849911] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253571c8-0437-41f7-86ee-bd856df12c46 is going to be created. [ 1060.858615] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1060.858615] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.859258] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.859310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.859442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.860874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.860874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.860874] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: becdded8-2da6-4e87-98c7-97871a0bfe23 already deleted. [ 1060.860874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.880426] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.887593] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.887593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.887593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.887876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.888122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.893416] env[67441]: INFO networking_nsxv3.common.synchronization [None req-888b1924-5c2a-413e-ae0c-235419b99ec8 None None] Enqueued Resource ID: 1af0b21c-c640-4526-b314-fa75eb1fcecf with Priority: HIGHEST for action port [ 1060.893912] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af0b21c-c640-4526-b314-fa75eb1fcecf with Priority: HIGHEST for action port [ 1060.894431] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-1af0b21c-c640-4526-b314-fa75eb1fcecf taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.894543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1af0b21c-c640-4526-b314-fa75eb1fcecf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.894604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1af0b21c-c640-4526-b314-fa75eb1fcecf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.894858] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1af0b21c-c640-4526-b314-fa75eb1fcecf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.894947] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af0b21c-c640-4526-b314-fa75eb1fcecf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.899954] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253571c8-0437-41f7-86ee-bd856df12c46 in Status: UNINITIALIZED for 2s [ 1061.381425] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1061.381425] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1061.397572] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1af0b21c-c640-4526-b314-fa75eb1fcecf [ 1061.397827] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.397953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.398042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.398296] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.398382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.398479] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1af0b21c-c640-4526-b314-fa75eb1fcecf already deleted. [ 1061.398568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1af0b21c-c640-4526-b314-fa75eb1fcecf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.264359] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.264570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.264660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.264934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.276912] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1062.278031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.278977] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1062.311849] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.312011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.312092] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.312277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.322973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.323752] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1062.323863] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.323963] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1062.364553] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.364725] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.364830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.365108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.366610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.366818] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1062.458425] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.458784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.458784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.458862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.459238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.459451] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1062.509883] env[67441]: INFO networking_nsxv3.common.synchronization [req-fab69601-e17a-4b09-bd6f-21c657e8ad1b req-d4bc972a-a4c3-4e02-87f8-5c20772d5757 tempest-ServerRescueTestJSON-267018298 tempest-ServerRescueTestJSON-267018298-project-member] Enqueued Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_members [ 1062.510534] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGHEST for action security_group_members [ 1062.510874] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.510984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.511082] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.511294] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.511449] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.511545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.511591] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.511740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.511823] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.511912] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.565719] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.565922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.566058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.566220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.566501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.566850] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1062.566970] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e5e2227a-bc09-4059-b114-cca03aacc2d0', '004881c1-91ec-4e86-a9ad-adf3c2978d17', '46ff415f-6a48-4a7a-ae71-58f8d3728a02', '90dd912f-be5a-4914-9506-666435e827b3', '96c9bb5d-4120-4919-a5c2-39ed8cb25626', '012cacd6-1381-42ed-b960-8e8cf46183b7', '71f12c69-56c1-406c-8a8d-7ffd6c95716f', '3a784514-e0b0-4031-8438-a0648052bf5b', 'd44be639-72c0-4848-a139-43cdb9129927', '24560ce6-fb65-4812-ab78-28d99a5fb998', '2c3012ec-8310-4e56-8142-2f1f8fffcc79', '62b19362-161e-4050-9eb4-9929362e7fda', 'bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66', '6a0f37e8-2796-4a9f-b1d1-de0167a908cc', '7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9', '1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3', '66f15076-842e-4ce9-9130-1fc38b60c50f', 'f005ba04-7973-42dd-8199-8cec110744ae', '2eed440d-721b-4cd0-9a35-53ff76378de7', '8e0178a2-fc01-4577-8b44-7cd0e8bb6b20', '5978b95c-ae3b-4115-8490-c777711b5935', 'a2c7a0ac-c30d-4755-a19e-3464bca3c2d7', '884670a9-6fa6-4754-9576-83d9487794c7', '245074ca-a665-44e1-8f8e-08ecc2fbcd57', 'b6360563-c0df-4f8b-b3fa-417c0ca34dbf', '3e64f980-bf6f-4a7c-b922-9f48127fc7b2', '68ccf24b-4fd7-45f5-bd51-a26d2515aeb4', '3c180cab-38c1-4de5-bb7e-08bdc72dcbb8', '547f9bf3-1923-437e-b7cb-61c9ff521976', 'ff436101-e98c-4650-a8a4-7cca82e01fe9', 'fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc', '38444a53-512a-4057-96c1-fc91ee5f5f94', '814560c6-c5b0-4389-8585-9bb62fc9f265', '09edb3ab-1416-4056-bc11-6e2bb651d4f0', '49dde048-9dd2-41d4-9af7-b94a42c03a1e', '2843e061-95bd-4eb6-b260-162e4cbed41a', 'b3c78ac1-0746-41fb-a69b-e9004fc0aa6f', '0c6a14ec-7c90-4b43-9062-e3f538dfafe9', '00bbdca4-084d-4c83-9f58-76960b4e33d1', '5497ad72-55ad-4a29-bbd3-b9eb030b2658', 'b582405d-72e7-4cac-8104-fb421987ba8a', '52259326-b7b5-4244-ab44-955dd58e7bac', '23e1c136-4d75-456e-8e47-06d16ba73b1d', '769a9dcd-df06-471f-a222-1fad5d363953', 'd0b3bc0d-0998-429b-8206-6dd54acc11cb', '798dcf0c-5c20-45e6-96d3-fef974d194fb', 'a96e1333-3916-4891-ad79-54df740deaa2'} {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.567095] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1062.589621] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.589820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.589820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.590018] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.590113] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.590223] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1062.590297] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.590371] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1062.683063] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.683257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.683337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.683651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.684732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.685068] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1062.685167] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.685247] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1062.685312] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1062.685410] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1062.685521] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 with Priority: HIGH for action security_group_rules [ 1062.685592] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 with Priority: HIGH for action security_group_rules [ 1062.685644] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGH for action security_group_rules [ 1062.685750] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGH for action security_group_rules [ 1062.685823] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGH for action security_group_rules [ 1062.685895] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGH for action security_group_rules [ 1062.685972] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGH for action security_group_rules [ 1062.686054] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGH for action security_group_rules [ 1062.686133] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGH for action security_group_rules [ 1062.686207] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGH for action security_group_rules [ 1062.686269] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGH for action security_group_rules [ 1062.686323] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62b19362-161e-4050-9eb4-9929362e7fda with Priority: HIGH for action security_group_rules [ 1062.686401] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 with Priority: HIGH for action security_group_rules [ 1062.686474] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc with Priority: HIGH for action security_group_rules [ 1062.686537] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGH for action security_group_rules [ 1062.686609] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGH for action security_group_rules [ 1062.686688] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66f15076-842e-4ce9-9130-1fc38b60c50f with Priority: HIGH for action security_group_rules [ 1062.686772] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGH for action security_group_rules [ 1062.686855] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGH for action security_group_rules [ 1062.686926] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGH for action security_group_rules [ 1062.687039] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.849550] env[67441]: INFO networking_nsxv3.common.synchronization [req-b5efcbf5-fb42-4028-a496-6b54ba01d995 req-db82fe63-93bf-48f4-a795-3f4340d03394 tempest-ServerActionsTestOtherB-1368839603 tempest-ServerActionsTestOtherB-1368839603-project-member] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1062.849550] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1062.849550] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 with Priority: HIGH for action security_group_rules [ 1062.849550] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 with Priority: HIGH for action security_group_rules [ 1062.849689] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f with Priority: HIGH for action security_group_rules [ 1062.849689] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGH for action security_group_rules [ 1062.849749] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 with Priority: HIGH for action security_group_rules [ 1062.849922] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGH for action security_group_rules [ 1062.850058] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGH for action security_group_rules [ 1062.850156] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f15076-842e-4ce9-9130-1fc38b60c50f with Priority: HIGH for action security_group_rules [ 1062.850654] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc with Priority: HIGH for action security_group_rules [ 1062.850654] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 with Priority: HIGH for action security_group_rules [ 1062.850654] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 with Priority: HIGH for action security_group_rules [ 1062.850654] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b19362-161e-4050-9eb4-9929362e7fda with Priority: HIGH for action security_group_rules [ 1062.850654] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 with Priority: HIGH for action security_group_rules [ 1062.850654] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGH for action security_group_rules [ 1062.850844] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44be639-72c0-4848-a139-43cdb9129927 with Priority: HIGH for action security_group_rules [ 1062.850844] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGH for action security_group_rules [ 1062.850894] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a784514-e0b0-4031-8438-a0648052bf5b with Priority: HIGH for action security_group_rules [ 1062.850984] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 with Priority: HIGH for action security_group_rules [ 1062.851086] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 with Priority: HIGH for action security_group_rules [ 1062.851174] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dd912f-be5a-4914-9506-666435e827b3 with Priority: HIGH for action security_group_rules [ 1062.851533] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.851628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.851628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.851814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.851963] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.852067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.852127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.852269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.852350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.852440] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.853699] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5e2227a-bc09-4059-b114-cca03aacc2d0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.853822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.853891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.854075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.854942] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5e2227a-bc09-4059-b114-cca03aacc2d0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.854942] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.855069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.855069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.855214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.855285] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ff415f-6a48-4a7a-ae71-58f8d3728a02',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.856121] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.856174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.856243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.856394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.856466] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f12c69-56c1-406c-8a8d-7ffd6c95716f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.857193] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.857316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.857468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.857498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.857559] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.859207] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.859207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.859207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.859207] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.859207] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0178a2-fc01-4577-8b44-7cd0e8bb6b20',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.859869] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.859869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.859869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.859869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.860089] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.861959] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.862173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.862173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.862294] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.862367] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.863256] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66f15076-842e-4ce9-9130-1fc38b60c50f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.863256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.863256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.863431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.863431] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66f15076-842e-4ce9-9130-1fc38b60c50f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.864299] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a0f37e8-2796-4a9f-b1d1-de0167a908cc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.864361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.864389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.865053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.865053] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a0f37e8-2796-4a9f-b1d1-de0167a908cc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.865890] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.865890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.865890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.865890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.865890] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.868931] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.868931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.868931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.868931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.868931] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.868931] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62b19362-161e-4050-9eb4-9929362e7fda taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.868931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.868931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.868931] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.868931] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62b19362-161e-4050-9eb4-9929362e7fda',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.869345] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.869345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.869345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.869345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.870164] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c3012ec-8310-4e56-8142-2f1f8fffcc79',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.870164] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.870164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.870260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.870373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.870507] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.871111] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d44be639-72c0-4848-a139-43cdb9129927 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.871221] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.871350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.871421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.871734] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d44be639-72c0-4848-a139-43cdb9129927',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.872333] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-012cacd6-1381-42ed-b960-8e8cf46183b7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.872442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.872507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.872744] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.872826] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.873568] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a784514-e0b0-4031-8438-a0648052bf5b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.873653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.873693] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.873900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.874030] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a784514-e0b0-4031-8438-a0648052bf5b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.874722] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.874790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.874861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.875017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.875106] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c9bb5d-4120-4919-a5c2-39ed8cb25626',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.876171] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004881c1-91ec-4e86-a9ad-adf3c2978d17 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.876282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.876339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.876487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.876560] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004881c1-91ec-4e86-a9ad-adf3c2978d17',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.877270] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90dd912f-be5a-4914-9506-666435e827b3 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.877376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.877442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.877587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.877657] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90dd912f-be5a-4914-9506-666435e827b3',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.911091] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253571c8-0437-41f7-86ee-bd856df12c46 in Status: SUCCESS [ 1062.911327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.911546] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.911786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.912921] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.913175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.913224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.913728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.913895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.913940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.914053] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.016361] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.016361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.016361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.016361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.048459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.048609] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.048699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.048699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.049015] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.049015] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.049130] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf is going to be updated. [ 1063.082517] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.082756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.082827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.083113] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.083261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.093584] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: IN_PROGRESS for 2s [ 1063.204154] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.204362] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.204481] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.204757] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.205023] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.205178] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.205292] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.205500] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.205639] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.206049] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.206183] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.206300] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.206411] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.206524] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.206632] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.206799] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.225855] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.226047] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.226187] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.226353] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.226889] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-2692cc93-9eb6-4043-b958-25555f8a5cca taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.226994] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-2692cc93-9eb6-4043-b958-25555f8a5cca" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.227133] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-2692cc93-9eb6-4043-b958-25555f8a5cca" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.227436] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-2692cc93-9eb6-4043-b958-25555f8a5cca" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.227573] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2692cc93-9eb6-4043-b958-25555f8a5cca',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.380126] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.380288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.380354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.380564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.380724] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.380821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.380883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.381030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.381120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.381203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.381285] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.382947] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.383112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.383150] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.383282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.383423] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.383512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.383572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.383765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.383864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.383927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.384032] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.384950] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.385282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.385943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.385943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.385943] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.385943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.385943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.386167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.386167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.386231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.386325] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.391791] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.391791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.393669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.393669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.397736] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-012cacd6-1381-42ed-b960-8e8cf46183b7 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.397872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.397960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.398187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.398407] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.398520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.398573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.398730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.399026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.399026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.399133] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.400403] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.400463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.400572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.400789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.401014] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.401177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.401288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.401933] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.402607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.402607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.402607] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.422143] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.428820] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.428820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.428964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.429627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.429929] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.430123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.430777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.430777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.430777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.432066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.432066] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.432066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.432066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.432066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.432066] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.432263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.432263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.432671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.432671] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.432856] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.432965] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.436035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.436230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.436441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.436709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.436915] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.437091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.437203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.437452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.437636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.437786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.438058] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.438298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.438430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.438678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.438921] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.439109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.439240] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.439489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.439640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.439797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.439957] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.449166] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.453661] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24560ce6-fb65-4812-ab78-28d99a5fb998: rpc.has_security_group_logging(os_id): False [ 1063.457811] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9: rpc.has_security_group_logging(os_id): False [ 1063.460073] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 012cacd6-1381-42ed-b960-8e8cf46183b7: rpc.has_security_group_logging(os_id): False [ 1063.492018] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.492174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.495040] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.495040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.502626] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.502752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.504881] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.504881] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.504881] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.504881] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.505940] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.506047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.507234] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.507403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.508605] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.508699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.509531] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.509586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.510571] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.510571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.510918] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1063.513042] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.513042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.513042] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1063.513042] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.513042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.513337] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1063.513587] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.513587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.518719] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1063.519280] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.519383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.520156] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1063.520631] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.520732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.521562] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1063.521968] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.522091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.522726] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1063.523161] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.523259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.525701] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1063.526176] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.526280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.539768] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1063.540334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.540575] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.540688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.540792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.541012] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.541101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.541197] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be updated. [ 1063.542149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.542325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.562485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.562637] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66 is going to be deleted. [ 1063.564661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.564897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.585913] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.585913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.585913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.585913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.585913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.590953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.591114] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f12c69-56c1-406c-8a8d-7ffd6c95716f is going to be deleted. [ 1063.593015] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.593015] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.596563] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 1063.616486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.616743] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5e2227a-bc09-4059-b114-cca03aacc2d0 is going to be deleted. [ 1063.618021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.618300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.637285] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.637470] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.653160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.653378] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3 is going to be deleted. [ 1063.654657] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.654958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.657643] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.657643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.687497] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.687665] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c3012ec-8310-4e56-8142-2f1f8fffcc79 is going to be deleted. [ 1063.688746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.689126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.731837] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.731998] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.732202] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.733801] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.733801] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.733801] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 2692cc93-9eb6-4043-b958-25555f8a5cca not found, creating... [ 1063.733801] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.733801] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.733801] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.733801] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.733801] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.734319] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.734319] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.734319] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.734439] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.734485] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.734718] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 2692cc93-9eb6-4043-b958-25555f8a5cca is going to be created. [ 1063.736615] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.736792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.755691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.755905] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0178a2-fc01-4577-8b44-7cd0e8bb6b20 is going to be deleted. [ 1063.756824] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.757053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.769174] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.769402] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.769527] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.769824] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.770070] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.770296] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-2692cc93-9eb6-4043-b958-25555f8a5cca" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.822911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.823123] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a784514-e0b0-4031-8438-a0648052bf5b is going to be deleted. [ 1063.824441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.824715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.827585] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.827585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.879328] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.879538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.888399] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.888768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.888923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.889413] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.889651] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.889830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.890175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.890235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.890360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.890592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.890796] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.890992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.891085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.891337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.891570] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.891712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.891906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.892085] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.892197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.892338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.892570] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.904964] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.935946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.936204] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66f15076-842e-4ce9-9130-1fc38b60c50f is going to be deleted. [ 1063.937591] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.937911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.955872] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 253571c8-0437-41f7-86ee-bd856df12c46: rpc.has_security_group_logging(os_id): False [ 1063.961239] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.961378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.983280] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.983525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.038393] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.038393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.038771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.039787] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d44be639-72c0-4848-a139-43cdb9129927 is going to be deleted. [ 1064.039787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.039979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.087475] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.087718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.095386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.095547] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90dd912f-be5a-4914-9506-666435e827b3 is going to be deleted. [ 1064.096906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.097162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.133179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.133359] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ff415f-6a48-4a7a-ae71-58f8d3728a02 is going to be deleted. [ 1064.134536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.134779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.210208] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.210376] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004881c1-91ec-4e86-a9ad-adf3c2978d17 is going to be deleted. [ 1064.211480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.211811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.252810] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.253077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.262947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.263295] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.263420] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.263489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.263812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.263973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.264266] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.264425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.264511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.264691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.264772] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.265040] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.265172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.265287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.265527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.265672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.265942] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 is going to be updated. [ 1064.267255] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.267444] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.269047] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.269210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.294359] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.294563] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.296620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.297019] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62b19362-161e-4050-9eb4-9929362e7fda is going to be deleted. [ 1064.299147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.299493] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.326909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.327335] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.327527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.327527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.327778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.327871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.327995] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 is going to be updated. [ 1064.330918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.331219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.384134] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.384451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.387695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.387941] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a0f37e8-2796-4a9f-b1d1-de0167a908cc is going to be deleted. [ 1064.388810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.388970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.389075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.389210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc0cb52-9c8f-4a6a-b332-25cdbfaafc66" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.389377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.389539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.389618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.389733] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f12c69-56c1-406c-8a8d-7ffd6c95716f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.390263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.390432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.390546] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.390629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5e2227a-bc09-4059-b114-cca03aacc2d0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.391142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.391142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.391142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.391142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a57baeb-d00b-4ed0-bbdd-ad56fe2c21d3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.391308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.391378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.391443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.391548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c3012ec-8310-4e56-8142-2f1f8fffcc79" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.391669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.391803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.391934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.391984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0178a2-fc01-4577-8b44-7cd0e8bb6b20" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.392962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.392962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.392962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.392962] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.392962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.392962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.392962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.392962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.393265] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253571c8-0437-41f7-86ee-bd856df12c46 is going to be created. [ 1064.394302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.394465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.394553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.394717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a784514-e0b0-4031-8438-a0648052bf5b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.394899] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.395138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.395233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.395352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66f15076-842e-4ce9-9130-1fc38b60c50f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.395493] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.395638] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.395734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.395897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d44be639-72c0-4848-a139-43cdb9129927" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.396017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.396164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.397521] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f005ba04-7973-42dd-8199-8cec110744ae: rpc.has_security_group_logging(os_id): False [ 1064.407323] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eed440d-721b-4cd0-9a35-53ff76378de7: rpc.has_security_group_logging(os_id): False [ 1064.465468] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.465992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.488694] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.488994] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.491148] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.491392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.497458] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.497677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.504185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.504393] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c9bb5d-4120-4919-a5c2-39ed8cb25626 is going to be deleted. [ 1064.505469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.505696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.505812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.505949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ff415f-6a48-4a7a-ae71-58f8d3728a02" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.506138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.506330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.537899] env[67441]: INFO networking_nsxv3.common.synchronization [req-b5efcbf5-fb42-4028-a496-6b54ba01d995 req-76172df7-7933-4a17-bffc-cae5b1ae3426 service nova] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_rules [ 1064.538026] env[67441]: INFO networking_nsxv3.common.synchronization [req-b5efcbf5-fb42-4028-a496-6b54ba01d995 req-76172df7-7933-4a17-bffc-cae5b1ae3426 service nova] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1064.538299] env[67441]: INFO networking_nsxv3.common.synchronization [req-b5efcbf5-fb42-4028-a496-6b54ba01d995 req-76172df7-7933-4a17-bffc-cae5b1ae3426 service nova] Enqueued Resource ID: 2692cc93-9eb6-4043-b958-25555f8a5cca with Priority: HIGHEST for action port [ 1064.538954] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_rules [ 1064.539723] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1064.539723] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2692cc93-9eb6-4043-b958-25555f8a5cca with Priority: HIGHEST for action port [ 1064.539723] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.539723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.539723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.540102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.540102] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.541582] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.541782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.542059] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-2692cc93-9eb6-4043-b958-25555f8a5cca taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.542213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2692cc93-9eb6-4043-b958-25555f8a5cca" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.542354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2692cc93-9eb6-4043-b958-25555f8a5cca" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.542595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2692cc93-9eb6-4043-b958-25555f8a5cca" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.542699] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2692cc93-9eb6-4043-b958-25555f8a5cca',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.548995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.549306] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.549438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.549505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.549730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.549806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.550141] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.550307] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.550406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.550653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.550757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.550983] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.551383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.551450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.551599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.551703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.551938] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1064.553705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.553705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.553705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.553933] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004881c1-91ec-4e86-a9ad-adf3c2978d17" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.553933] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.554110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.554201] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.554287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90dd912f-be5a-4914-9506-666435e827b3" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.554439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.554598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.554727] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.556182] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.556536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.634434] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.634715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.641721] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.641721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.653080] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.653080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.653980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.654292] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.654405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.654459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.654722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.654802] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.654921] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be updated. [ 1064.656230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.656388] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.671075] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.671371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.678813] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: IN_PROGRESS for 2s [ 1064.731791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.732284] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.732526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.732647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.732973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.733157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.733530] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.733855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.733855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.734156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.734307] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.734686] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.734833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.734960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.735239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.735384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.735554] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 1064.737436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.737746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.738029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.740032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.740122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.740232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.740450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a0f37e8-2796-4a9f-b1d1-de0167a908cc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.740760] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.741081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.741730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.741730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c9bb5d-4120-4919-a5c2-39ed8cb25626" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.741730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.741941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.742119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.742311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62b19362-161e-4050-9eb4-9929362e7fda" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.743230] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.743518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.743823] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.761755] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 in Status: IN_PROGRESS for 2s [ 1064.797197] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253571c8-0437-41f7-86ee-bd856df12c46 in Status: IN_PROGRESS for 2s [ 1064.849249] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.849447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.849447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.849703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.849925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.853211] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.853430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.853481] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.853728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.853964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.882246] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: IN_PROGRESS for 2s [ 1064.936592] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.936771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.936771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.937178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.937463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.949641] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1064.962370] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 1065.042537] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.042677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.045157] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2692cc93-9eb6-4043-b958-25555f8a5cca with status ACTIVE [ 1065.045372] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.045529] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.045560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.045812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.045892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.046121] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.046235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.046286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.046419] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.046500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.046683] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.046775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.046827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.046982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.047079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.047182] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2692cc93-9eb6-4043-b958-25555f8a5cca is going to be updated. [ 1065.079796] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.080240] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.080240] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.080327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.080467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.080648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2692cc93-9eb6-4043-b958-25555f8a5cca" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.104246] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf in Status: SUCCESS [ 1065.104454] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf deletion is rescheduled due to dependency. [ 1065.104576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.606441] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 1065.606745] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 deletion is rescheduled due to dependency. [ 1065.606745] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.606946] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.607217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.607561] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.607561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.607561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.607747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.607785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.607883] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.112735] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.615152] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.696855] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: SUCCESS [ 1066.698157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.779357] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 in Status: SUCCESS [ 1066.779589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.808231] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253571c8-0437-41f7-86ee-bd856df12c46 in Status: SUCCESS [ 1066.808590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.897281] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: SUCCESS [ 1066.897726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.972254] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1066.972482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.974992] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 1066.975218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.117475] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.117730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.117854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.118202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.118319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.118406] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be updated. [ 1067.162855] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.163976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.163976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.163976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.163976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.174695] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 1069.188882] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 1069.189305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.189352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.189579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.189817] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.189936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.190034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.190188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.190269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.190353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.190459] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.539992] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1069.540111] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1069.693319] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.196618] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5978b95c-ae3b-4115-8490-c777711b5935: rpc.has_security_group_logging(os_id): False [ 1070.213940] env[67441]: INFO networking_nsxv3.common.synchronization [req-c869adc5-c7df-4da8-8285-33476acfa0b0 req-1e52a3ad-a073-4ffc-9f08-6247b67e75e4 tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_members [ 1070.214485] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_members [ 1070.214982] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.215105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.215164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.215339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.215505] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.215606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.215707] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.215863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.215988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.216151] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.217903] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.218048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.218134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.220062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.220062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.220062] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.220062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.220062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.220062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.220062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.220062] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be updated. [ 1070.281819] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.281971] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.282056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.282312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.282618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.299943] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 1070.636439] env[67441]: INFO networking_nsxv3.common.synchronization [req-d1f2597a-2f80-4d28-a3d3-0b9d698a242d req-59f8290c-d09c-42b7-80f5-0c1611bbc0fc tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1070.637300] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1070.637763] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.637937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.638055] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.638341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.638550] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.638683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.638769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.638982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.639114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.639240] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.722810] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.987060] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.987251] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.987390] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.987603] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.987872] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.988038] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.988151] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.988499] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.988667] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.988884] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.989013] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.989115] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.989221] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.989408] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.989440] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.989572] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.010682] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.010869] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.011100] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.011348] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.011681] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-002aa5da-bcad-478e-b1e9-3a1a8c57786d taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.011880] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-002aa5da-bcad-478e-b1e9-3a1a8c57786d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.012319] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-002aa5da-bcad-478e-b1e9-3a1a8c57786d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.012454] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-002aa5da-bcad-478e-b1e9-3a1a8c57786d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.012556] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('002aa5da-bcad-478e-b1e9-3a1a8c57786d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.142431] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.224705] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.515272] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.515545] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.515655] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.516066] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.516194] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.516373] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 002aa5da-bcad-478e-b1e9-3a1a8c57786d not found, creating... [ 1071.516656] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.516846] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.517057] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.517254] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.517403] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.517707] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.517876] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.518037] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.518258] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.518400] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.518549] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 002aa5da-bcad-478e-b1e9-3a1a8c57786d is going to be created. [ 1071.542775] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.543050] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.543182] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.543566] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.543824] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.544080] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-002aa5da-bcad-478e-b1e9-3a1a8c57786d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.645944] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.727357] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.727661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.727661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.727805] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.727903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.728012] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 is going to be updated. [ 1071.790251] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.790486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.790486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.790678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.790830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.800325] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: IN_PROGRESS for 2s [ 1072.149024] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.150045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.150045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.150045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.150045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.150252] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1072.185083] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.185253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.185253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.185464] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.185643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.196482] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1072.245751] env[67441]: INFO networking_nsxv3.common.synchronization [req-d1f2597a-2f80-4d28-a3d3-0b9d698a242d req-e79d1ab7-aab5-4778-9e01-fe64ad248231 service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 1072.245751] env[67441]: INFO networking_nsxv3.common.synchronization [req-d1f2597a-2f80-4d28-a3d3-0b9d698a242d req-e79d1ab7-aab5-4778-9e01-fe64ad248231 service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1072.245751] env[67441]: INFO networking_nsxv3.common.synchronization [req-d1f2597a-2f80-4d28-a3d3-0b9d698a242d req-e79d1ab7-aab5-4778-9e01-fe64ad248231 service nova] Enqueued Resource ID: 002aa5da-bcad-478e-b1e9-3a1a8c57786d with Priority: HIGHEST for action port [ 1072.245751] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 1072.245751] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1072.245751] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002aa5da-bcad-478e-b1e9-3a1a8c57786d with Priority: HIGHEST for action port [ 1072.246288] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.246288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.246288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.246632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.246632] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.247472] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.247725] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.247725] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-002aa5da-bcad-478e-b1e9-3a1a8c57786d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.247838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-002aa5da-bcad-478e-b1e9-3a1a8c57786d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.247838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-002aa5da-bcad-478e-b1e9-3a1a8c57786d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.248195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-002aa5da-bcad-478e-b1e9-3a1a8c57786d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.248195] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('002aa5da-bcad-478e-b1e9-3a1a8c57786d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.314172] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 1072.315030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.749904] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.750107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.751411] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 002aa5da-bcad-478e-b1e9-3a1a8c57786d with status ACTIVE [ 1072.751600] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.751720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.751787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.752026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.752122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.752298] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.752394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.752458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.752617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.752740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.752865] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.752958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.753033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.753172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.753251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.753356] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 002aa5da-bcad-478e-b1e9-3a1a8c57786d is going to be updated. [ 1072.777425] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.777648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.777648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.778159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.778159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.778159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-002aa5da-bcad-478e-b1e9-3a1a8c57786d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.812138] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: SUCCESS [ 1073.812628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.207265] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1074.207507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.207677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.207905] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.208097] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.208308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.208308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.208432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.208512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.208607] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.711230] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.213550] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.717029] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.717245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.717245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.717404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.717538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.717598] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1075.744736] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.744918] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.744986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.745218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.745299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.754752] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1076.667078] env[67441]: INFO networking_nsxv3.common.synchronization [req-132d7fa7-6627-4558-9dfd-bb5a56e4403c req-9fe2ae42-d39e-47b8-b624-e0fa6d12c1bf tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_members [ 1076.667752] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGHEST for action security_group_members [ 1076.668295] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.668466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.668563] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.668781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.668982] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.669304] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.669304] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.669412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.669528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.669602] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.171890] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.172411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.172411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.172555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.194677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.194830] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.194920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.194984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.195206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.195300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.195384] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 is going to be updated. [ 1077.222974] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.223377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.223456] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.223670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.223809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.232493] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: IN_PROGRESS for 2s [ 1077.765036] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 4s [ 1079.245411] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 in Status: SUCCESS [ 1079.246982] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 deletion is rescheduled due to dependency. [ 1079.246982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.777116] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1079.777963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.777963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.777963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.777963] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.778190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.778190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.778405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.778405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.778503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.778553] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.280895] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.281320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.281320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.281394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.281531] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.281643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.281813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.281895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.281935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.282032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.282195] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.282337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.282439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.282601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.282794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.282902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.282902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.283102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.283221] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.283328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.283437] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.786980] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24560ce6-fb65-4812-ab78-28d99a5fb998: rpc.has_security_group_logging(os_id): False [ 1080.805476] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.805662] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.805708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.805897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.805987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.806272] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.806410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.806455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.806582] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.806657] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.806855] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.806963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.807048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.807221] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.807310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.807491] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.807584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.807645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.807781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.807854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.807938] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1080.882790] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.882974] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.883061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.883275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.883422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.909575] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1081.217360] env[67441]: INFO networking_nsxv3.common.synchronization [None req-764f9ea2-f8d0-4bea-86d3-d417b6f4249b tempest-AttachInterfacesTestJSON-1682593313 tempest-AttachInterfacesTestJSON-1682593313-project-member] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 1081.218076] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGHEST for action security_group_members [ 1081.218281] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.218539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.218539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.218738] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.218864] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.218967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.219384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.219384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.219471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.219563] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.723100] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.723658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.723658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.723658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.723752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.724106] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.724235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.724235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.724549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.724549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.724668] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be updated. [ 1081.727998] env[67441]: INFO networking_nsxv3.common.synchronization [req-e0d31909-f02e-4327-a21b-e19fc8f731e5 req-0213d5b6-a874-4268-b477-6602d1c6f37a tempest-ServersTestFqdnHostnames-712508673 tempest-ServersTestFqdnHostnames-712508673-project-member] Enqueued Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGHEST for action security_group_members [ 1081.729126] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGHEST for action security_group_members [ 1081.729274] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-012cacd6-1381-42ed-b960-8e8cf46183b7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.729378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.729453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.729622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.729766] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.730243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.730317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.730479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.730564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.730661] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.758487] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.758630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.758669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.758886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.759043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.768358] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: IN_PROGRESS for 2s [ 1082.233048] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.233297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.233297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.233491] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.233642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.233772] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.233902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.233942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.234105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.234219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.234263] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 is going to be updated. [ 1082.293988] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.294214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.294303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.294540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.294688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.305524] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 in Status: IN_PROGRESS for 2s [ 1082.683868] env[67441]: INFO networking_nsxv3.common.synchronization [req-d8d4f8fe-eaca-49d7-864f-daa46cf70f88 req-1cfaa752-db5c-4563-b24e-0f360d8f4471 tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1082.685156] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1082.685156] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.685156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.685156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.685156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.685473] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.685473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.685473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.685598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.685639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.685723] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.930649] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1082.930905] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.190043] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.374982] env[67441]: INFO networking_nsxv3.common.synchronization [req-faec0dc9-1bb0-4dd1-9bcb-8f6215b4ae42 req-349ca3e7-f4e4-4cf6-b38b-bc542d1f4d02 tempest-ImagesOneServerTestJSON-80567989 tempest-ImagesOneServerTestJSON-80567989-project-member] Enqueued Resource ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 with Priority: HIGHEST for action security_group_members [ 1083.375619] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 with Priority: HIGHEST for action security_group_members [ 1083.377184] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.377184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.377184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.377184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.377184] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.377184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.377184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.377184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.377184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.377184] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e64f980-bf6f-4a7c-b922-9f48127fc7b2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.692248] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.786029] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f005ba04-7973-42dd-8199-8cec110744ae in Status: SUCCESS [ 1083.786338] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f005ba04-7973-42dd-8199-8cec110744ae deletion is rescheduled due to dependency. [ 1083.786422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.879927] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.880400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.880400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.880521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.907583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.908186] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.908186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.908186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.908396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.908396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.908475] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 is going to be updated. [ 1083.939315] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.939686] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.939686] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.939741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.939901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.949125] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 in Status: IN_PROGRESS for 2s [ 1084.194241] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.194463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.194508] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.195036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.195036] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.195036] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1084.225829] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.226100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.226100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.226368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.226514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.236114] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1084.315266] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 in Status: SUCCESS [ 1084.315448] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 deletion is rescheduled due to dependency. [ 1084.315564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.895655] env[67441]: INFO networking_nsxv3.common.synchronization [req-315aa176-508b-4424-a940-8a302ad2893f req-d9b92632-2e36-4609-b246-484359ceec2b tempest-ServerActionsV293TestJSON-828114446 tempest-ServerActionsV293TestJSON-828114446-project-member] Enqueued Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGHEST for action security_group_members [ 1084.896766] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGHEST for action security_group_members [ 1084.897084] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-becdded8-2da6-4e87-98c7-97871a0bfe23 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.897311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.897505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.897794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.897964] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.898082] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.898147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.898310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.898396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.898492] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('becdded8-2da6-4e87-98c7-97871a0bfe23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.202428] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.202816] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-32" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.202878] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-32" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.203404] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-32" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.203738] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.203959] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.204523] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.204856] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.205074] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.205371] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.205539] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.205706] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.205872] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.206058] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.206266] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.206442] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.226935] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.227127] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.227211] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.227421] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-32" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.227754] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-ea403f98-1fb2-48b2-a5a7-cbdc1880cefd taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.227930] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-ea403f98-1fb2-48b2-a5a7-cbdc1880cefd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.228058] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-ea403f98-1fb2-48b2-a5a7-cbdc1880cefd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.228389] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-ea403f98-1fb2-48b2-a5a7-cbdc1880cefd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.228571] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea403f98-1fb2-48b2-a5a7-cbdc1880cefd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.400658] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.400834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.400908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.401159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.401299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.401467] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.401584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.401648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.401822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.401927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.401985] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: becdded8-2da6-4e87-98c7-97871a0bfe23 already deleted. [ 1085.402073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.731669] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.731905] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.732043] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.732331] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.732479] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.732631] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port ea403f98-1fb2-48b2-a5a7-cbdc1880cefd not found, creating... [ 1085.734601] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.734783] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.734904] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.735158] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.735299] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.735594] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.735747] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.735859] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.736075] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.736290] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.736441] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: ea403f98-1fb2-48b2-a5a7-cbdc1880cefd is going to be created. [ 1085.757523] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.757725] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.757903] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.759059] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.759187] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.759463] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-ea403f98-1fb2-48b2-a5a7-cbdc1880cefd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.874868] env[67441]: INFO networking_nsxv3.common.synchronization [None req-f185227c-db18-4ad5-b42a-3b46a5405f0f None None] Enqueued Resource ID: d1750ee6-a9f6-42f6-b8a0-4cb49a0dbe60 with Priority: HIGHEST for action port [ 1085.875298] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1750ee6-a9f6-42f6-b8a0-4cb49a0dbe60 with Priority: HIGHEST for action port [ 1085.875604] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1750ee6-a9f6-42f6-b8a0-4cb49a0dbe60 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.875772] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1750ee6-a9f6-42f6-b8a0-4cb49a0dbe60" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.875948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1750ee6-a9f6-42f6-b8a0-4cb49a0dbe60" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.876183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1750ee6-a9f6-42f6-b8a0-4cb49a0dbe60" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.876346] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1750ee6-a9f6-42f6-b8a0-4cb49a0dbe60',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.961944] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 in Status: SUCCESS [ 1085.962066] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 deletion is rescheduled due to dependency. [ 1085.962101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.247362] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1086.247362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.379248] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1750ee6-a9f6-42f6-b8a0-4cb49a0dbe60 [ 1086.379328] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.379400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.379602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.379736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.379767] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.379932] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1750ee6-a9f6-42f6-b8a0-4cb49a0dbe60 already deleted. [ 1086.379932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1750ee6-a9f6-42f6-b8a0-4cb49a0dbe60" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.495265] env[67441]: INFO networking_nsxv3.common.synchronization [req-315aa176-508b-4424-a940-8a302ad2893f req-89d08626-5283-4dcb-a30c-6e03e1c5ad1a service nova] Enqueued Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGHEST for action security_group_rules [ 1086.497284] env[67441]: INFO networking_nsxv3.common.synchronization [req-315aa176-508b-4424-a940-8a302ad2893f req-89d08626-5283-4dcb-a30c-6e03e1c5ad1a service nova] Enqueued Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGHEST for action security_group_members [ 1086.497284] env[67441]: INFO networking_nsxv3.common.synchronization [req-315aa176-508b-4424-a940-8a302ad2893f req-89d08626-5283-4dcb-a30c-6e03e1c5ad1a service nova] Enqueued Resource ID: ea403f98-1fb2-48b2-a5a7-cbdc1880cefd with Priority: HIGHEST for action port [ 1086.497284] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGHEST for action security_group_rules [ 1086.497284] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGHEST for action security_group_members [ 1086.497284] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea403f98-1fb2-48b2-a5a7-cbdc1880cefd with Priority: HIGHEST for action port [ 1086.497284] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-becdded8-2da6-4e87-98c7-97871a0bfe23 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.497284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.497284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.497284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.497284] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('becdded8-2da6-4e87-98c7-97871a0bfe23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.497939] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-becdded8-2da6-4e87-98c7-97871a0bfe23 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.498114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.498143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.498303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.499401] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.499557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.499617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.499775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.499860] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.499952] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('becdded8-2da6-4e87-98c7-97871a0bfe23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.500711] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea403f98-1fb2-48b2-a5a7-cbdc1880cefd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.500804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea403f98-1fb2-48b2-a5a7-cbdc1880cefd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.500879] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea403f98-1fb2-48b2-a5a7-cbdc1880cefd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.501028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea403f98-1fb2-48b2-a5a7-cbdc1880cefd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.501139] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea403f98-1fb2-48b2-a5a7-cbdc1880cefd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.003491] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-becdded8-2da6-4e87-98c7-97871a0bfe23 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.003491] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.003710] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('becdded8-2da6-4e87-98c7-97871a0bfe23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.004562] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea403f98-1fb2-48b2-a5a7-cbdc1880cefd with status ACTIVE [ 1087.004790] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.004868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.004904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.005106] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.005199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.005365] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.005521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.005521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.005664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.005741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.005912] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.006011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.006077] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.006215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.006361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.006586] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea403f98-1fb2-48b2-a5a7-cbdc1880cefd is going to be updated. [ 1087.029873] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.029873] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.030087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.030228] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.030369] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.030545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea403f98-1fb2-48b2-a5a7-cbdc1880cefd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.508131] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('becdded8-2da6-4e87-98c7-97871a0bfe23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.011539] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.013963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.013963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.013963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.013963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.013963] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: becdded8-2da6-4e87-98c7-97871a0bfe23 is going to be created. [ 1088.036412] env[67441]: INFO networking_nsxv3.common.synchronization [None req-5e698863-31f7-4a44-8afb-2edd3eeed41d None None] Enqueued Resource ID: 1440fd40-bd8b-47f0-b0fa-74cbfd889189 with Priority: HIGHEST for action port [ 1088.036412] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1440fd40-bd8b-47f0-b0fa-74cbfd889189 with Priority: HIGHEST for action port [ 1088.036412] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-1440fd40-bd8b-47f0-b0fa-74cbfd889189 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.036412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1440fd40-bd8b-47f0-b0fa-74cbfd889189" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.036412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1440fd40-bd8b-47f0-b0fa-74cbfd889189" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.036412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1440fd40-bd8b-47f0-b0fa-74cbfd889189" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.036412] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1440fd40-bd8b-47f0-b0fa-74cbfd889189',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.038593] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.038820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.038965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.039232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.039479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.050083] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: becdded8-2da6-4e87-98c7-97871a0bfe23 in Status: UNINITIALIZED for 2s [ 1088.537864] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1440fd40-bd8b-47f0-b0fa-74cbfd889189 [ 1088.538144] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.538392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.538392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.538513] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.538610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.538705] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1440fd40-bd8b-47f0-b0fa-74cbfd889189 already deleted. [ 1088.538787] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1440fd40-bd8b-47f0-b0fa-74cbfd889189" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.063852] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: becdded8-2da6-4e87-98c7-97871a0bfe23 in Status: SUCCESS [ 1090.064349] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.064349] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.064556] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.064788] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.064917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.064917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.065030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.065098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.065189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.065279] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('becdded8-2da6-4e87-98c7-97871a0bfe23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.567834] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('becdded8-2da6-4e87-98c7-97871a0bfe23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.072206] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for becdded8-2da6-4e87-98c7-97871a0bfe23: rpc.has_security_group_logging(os_id): False [ 1091.109540] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.109540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.109540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.109540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.109540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.109540] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.109540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.109540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.109540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.109540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.109540] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: becdded8-2da6-4e87-98c7-97871a0bfe23 is going to be created. [ 1091.188890] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.188890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.188890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.188890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.188890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.203805] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: becdded8-2da6-4e87-98c7-97871a0bfe23 in Status: IN_PROGRESS for 2s [ 1091.434356] env[67441]: INFO networking_nsxv3.common.synchronization [None req-0f569534-5ede-418b-8fda-5b5dab8669fe None None] Enqueued Resource ID: 6c9da229-7034-4407-ab07-09617872ea30 with Priority: HIGHEST for action port [ 1091.434940] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c9da229-7034-4407-ab07-09617872ea30 with Priority: HIGHEST for action port [ 1091.435588] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c9da229-7034-4407-ab07-09617872ea30 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.435780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c9da229-7034-4407-ab07-09617872ea30" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.435841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c9da229-7034-4407-ab07-09617872ea30" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.436089] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c9da229-7034-4407-ab07-09617872ea30" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.436172] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c9da229-7034-4407-ab07-09617872ea30',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.942022] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c9da229-7034-4407-ab07-09617872ea30 [ 1091.942022] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.942022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.942022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.942022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.942022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.942022] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c9da229-7034-4407-ab07-09617872ea30 already deleted. [ 1091.942022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c9da229-7034-4407-ab07-09617872ea30" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.499564] env[67441]: INFO networking_nsxv3.common.synchronization [req-bf9c148a-2c6e-4319-9d55-64d22b719200 req-591ef414-b9ea-48e9-95ea-94504363c5db tempest-DeleteServersTestJSON-224865475 tempest-DeleteServersTestJSON-224865475-project-member] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1092.500444] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1092.500444] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.500551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.500587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.500816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.500984] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.502276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.502353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.502526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.502617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.502847] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.899080] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.899080] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.899080] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.900297] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.900297] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.900297] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.900297] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.900297] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.900586] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.900751] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.900817] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.900963] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.901037] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.901168] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.901242] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.901392] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.921980] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.922171] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.922309] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.922536] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.922882] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-4079bada-4f2e-44e5-b900-cf4d93b1425c taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.923181] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-4079bada-4f2e-44e5-b900-cf4d93b1425c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.923181] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-4079bada-4f2e-44e5-b900-cf4d93b1425c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.923597] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-4079bada-4f2e-44e5-b900-cf4d93b1425c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.923752] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4079bada-4f2e-44e5-b900-cf4d93b1425c',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.005862] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.005862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.006052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.006464] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.006552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.006734] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.006847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.006919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.007156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.007206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.007301] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe already deleted. [ 1093.007379] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.217361] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: becdded8-2da6-4e87-98c7-97871a0bfe23 in Status: SUCCESS [ 1093.217584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.427874] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.428174] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.428323] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.428638] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.428794] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.428977] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 4079bada-4f2e-44e5-b900-cf4d93b1425c not found, creating... [ 1093.429292] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.429489] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.429620] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.430016] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.430114] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.430432] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.430588] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.430717] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.430946] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.431243] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.431415] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 4079bada-4f2e-44e5-b900-cf4d93b1425c is going to be created. [ 1093.463624] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.463911] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.464045] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.464451] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.464753] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.465408] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-4079bada-4f2e-44e5-b900-cf4d93b1425c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.762190] env[67441]: INFO networking_nsxv3.common.synchronization [None req-6527607c-7de7-4a05-89b7-ecf22f83a5d2 None None] Enqueued Resource ID: 6cd7c2f0-9604-4e4b-bd22-b139d12df37b with Priority: HIGHEST for action port [ 1093.763133] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd7c2f0-9604-4e4b-bd22-b139d12df37b with Priority: HIGHEST for action port [ 1093.763133] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cd7c2f0-9604-4e4b-bd22-b139d12df37b taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.763252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cd7c2f0-9604-4e4b-bd22-b139d12df37b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.763287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cd7c2f0-9604-4e4b-bd22-b139d12df37b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.763526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cd7c2f0-9604-4e4b-bd22-b139d12df37b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.763744] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cd7c2f0-9604-4e4b-bd22-b139d12df37b',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.180490] env[67441]: INFO networking_nsxv3.common.synchronization [req-bf9c148a-2c6e-4319-9d55-64d22b719200 req-e824a9a2-a9f1-4925-85df-73b1ed91af9d service nova] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_rules [ 1094.180945] env[67441]: INFO networking_nsxv3.common.synchronization [req-bf9c148a-2c6e-4319-9d55-64d22b719200 req-e824a9a2-a9f1-4925-85df-73b1ed91af9d service nova] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1094.180945] env[67441]: INFO networking_nsxv3.common.synchronization [req-bf9c148a-2c6e-4319-9d55-64d22b719200 req-e824a9a2-a9f1-4925-85df-73b1ed91af9d service nova] Enqueued Resource ID: 4079bada-4f2e-44e5-b900-cf4d93b1425c with Priority: HIGHEST for action port [ 1094.181438] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_rules [ 1094.181587] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1094.181843] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4079bada-4f2e-44e5-b900-cf4d93b1425c with Priority: HIGHEST for action port [ 1094.181965] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.182126] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.182175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.182433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.182550] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.183351] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.183568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.183568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.183688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.183829] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.183923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.184701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.184701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.184701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.184701] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.185473] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-4079bada-4f2e-44e5-b900-cf4d93b1425c taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.185473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4079bada-4f2e-44e5-b900-cf4d93b1425c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.185473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4079bada-4f2e-44e5-b900-cf4d93b1425c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.185473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4079bada-4f2e-44e5-b900-cf4d93b1425c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.185473] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4079bada-4f2e-44e5-b900-cf4d93b1425c',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.265528] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cd7c2f0-9604-4e4b-bd22-b139d12df37b [ 1094.265785] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.265920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.265989] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.266231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.266325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.266452] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cd7c2f0-9604-4e4b-bd22-b139d12df37b already deleted. [ 1094.266549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cd7c2f0-9604-4e4b-bd22-b139d12df37b" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.687955] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.690660] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.690660] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.691876] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4079bada-4f2e-44e5-b900-cf4d93b1425c with status ACTIVE [ 1094.695024] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.695024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.695024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.695024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.695024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.695024] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.695024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.695024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.695024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.695024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.695024] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.695024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.695024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.695024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.695024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.695024] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4079bada-4f2e-44e5-b900-cf4d93b1425c is going to be updated. [ 1094.715389] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.715389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.715389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.715793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.715793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.716257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4079bada-4f2e-44e5-b900-cf4d93b1425c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.192398] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.200714] env[67441]: INFO networking_nsxv3.common.synchronization [req-e384f664-2770-47a3-b294-d449e9f363dc req-c1327405-0e66-4b63-bd0f-7b5c5aed9900 tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1095.200986] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1095.201625] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.201625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.201625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.201839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.202055] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.202267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.202417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.202550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.202812] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.202812] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.560046] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.560046] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.560046] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.560046] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.560046] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.560046] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.560046] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.560405] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.560405] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.560696] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.560881] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.561076] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.561261] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.563964] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.563964] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.563964] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.581995] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.582188] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.582324] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.582499] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-380" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.582963] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-f3238900-7cf0-4216-8c8f-7d08dc6a86a7 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.583232] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-f3238900-7cf0-4216-8c8f-7d08dc6a86a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.583267] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-f3238900-7cf0-4216-8c8f-7d08dc6a86a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.583587] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-f3238900-7cf0-4216-8c8f-7d08dc6a86a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.583725] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3238900-7cf0-4216-8c8f-7d08dc6a86a7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.694380] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.694602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.694602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.694919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.695057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.695205] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be created. [ 1095.706038] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.723106] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.723280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.723326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.723528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.723689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.734696] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: UNINITIALIZED for 2s [ 1096.086218] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.086505] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.086680] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.087028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.087201] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.087443] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port f3238900-7cf0-4216-8c8f-7d08dc6a86a7 not found, creating... [ 1096.087762] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.087959] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.088121] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.088391] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.088563] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.089137] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.089137] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.089309] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.089531] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.089584] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.089785] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: f3238900-7cf0-4216-8c8f-7d08dc6a86a7 is going to be created. [ 1096.114016] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.114143] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.114215] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.114652] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.114950] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.115233] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-f3238900-7cf0-4216-8c8f-7d08dc6a86a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.208263] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.711974] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.712181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.712255] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.712519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.712622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.712757] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1096.742549] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.742762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.742822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.743060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.743214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.752735] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1096.795865] env[67441]: INFO networking_nsxv3.common.synchronization [req-e384f664-2770-47a3-b294-d449e9f363dc req-df6c29c2-2628-4b7f-916d-e9c12a5a11ff service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 1096.796069] env[67441]: INFO networking_nsxv3.common.synchronization [req-e384f664-2770-47a3-b294-d449e9f363dc req-df6c29c2-2628-4b7f-916d-e9c12a5a11ff service nova] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1096.796281] env[67441]: INFO networking_nsxv3.common.synchronization [req-e384f664-2770-47a3-b294-d449e9f363dc req-df6c29c2-2628-4b7f-916d-e9c12a5a11ff service nova] Enqueued Resource ID: f3238900-7cf0-4216-8c8f-7d08dc6a86a7 with Priority: HIGHEST for action port [ 1096.796847] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_rules [ 1096.797012] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1096.797192] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3238900-7cf0-4216-8c8f-7d08dc6a86a7 with Priority: HIGHEST for action port [ 1096.797513] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.797845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.797845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.798253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.798253] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.799135] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.799253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.799462] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3238900-7cf0-4216-8c8f-7d08dc6a86a7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.799589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3238900-7cf0-4216-8c8f-7d08dc6a86a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.799699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3238900-7cf0-4216-8c8f-7d08dc6a86a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.800760] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3238900-7cf0-4216-8c8f-7d08dc6a86a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.800973] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3238900-7cf0-4216-8c8f-7d08dc6a86a7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.125798] env[67441]: INFO networking_nsxv3.common.synchronization [req-341ea5ff-554f-49c7-ac5c-6d584f1b35bc req-b7cbc2f8-fe8d-42b1-9782-fa1599dbe939 tempest-ServerAddressesNegativeTestJSON-640715861 tempest-ServerAddressesNegativeTestJSON-640715861-project-member] Enqueued Resource ID: 7df675b0-b558-44bc-98af-414ee64d1f14 with Priority: HIGHEST for action security_group_members [ 1097.126390] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df675b0-b558-44bc-98af-414ee64d1f14 with Priority: HIGHEST for action security_group_members [ 1097.126772] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df675b0-b558-44bc-98af-414ee64d1f14 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.126908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.127063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.127385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.127561] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.127669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.127729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.127893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.127977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.128081] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df675b0-b558-44bc-98af-414ee64d1f14',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.303318] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.303737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.303737] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3238900-7cf0-4216-8c8f-7d08dc6a86a7 with status ACTIVE [ 1097.303887] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.303997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.304076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.304322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.304407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.304584] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.304721] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.304788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.304948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.305038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.305222] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.305315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.305383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.305526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.305601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.305690] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3238900-7cf0-4216-8c8f-7d08dc6a86a7 is going to be updated. [ 1097.326145] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.326293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.326358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.326644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.326737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.326902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3238900-7cf0-4216-8c8f-7d08dc6a86a7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.460311] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.460524] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-444" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.460652] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-444" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.460994] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-444" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.461269] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.461431] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.461533] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.461754] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.461890] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.462112] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.462224] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.462329] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.462432] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.462538] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.462642] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.462772] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.484848] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.485043] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.485192] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.485401] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-444" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.485686] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.485911] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.486046] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.486367] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.486548] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.631639] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.631806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.631883] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.632124] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.632216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.632416] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.632515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.632578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.632733] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.632806] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.632889] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df675b0-b558-44bc-98af-414ee64d1f14 already deleted. [ 1097.632971] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.744724] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1097.744949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.745131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.745459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.745729] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.745869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.745938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.746117] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.746200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.746288] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.746377] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.989444] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.989669] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.989797] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.990182] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.990335] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.990489] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4 not found, creating... [ 1097.990841] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.990981] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.991149] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.991344] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.991476] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.991936] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.992144] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.992260] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.992552] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.992691] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.992831] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4 is going to be created. [ 1098.013669] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.013889] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.014024] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.014308] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.014608] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.015072] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.248447] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.248670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.248670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.248840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.249028] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.249136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.249203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.249357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.249447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.249536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.249686] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.249779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.249841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.249983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.250157] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.250255] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.250316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.250457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.250533] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.250615] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.250706] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.720074] env[67441]: INFO networking_nsxv3.common.synchronization [req-341ea5ff-554f-49c7-ac5c-6d584f1b35bc req-8c6e3f84-21a1-455e-948e-1193cf1eff54 service nova] Enqueued Resource ID: 7df675b0-b558-44bc-98af-414ee64d1f14 with Priority: HIGHEST for action security_group_rules [ 1098.721384] env[67441]: INFO networking_nsxv3.common.synchronization [req-341ea5ff-554f-49c7-ac5c-6d584f1b35bc req-8c6e3f84-21a1-455e-948e-1193cf1eff54 service nova] Enqueued Resource ID: 7df675b0-b558-44bc-98af-414ee64d1f14 with Priority: HIGHEST for action security_group_members [ 1098.721862] env[67441]: INFO networking_nsxv3.common.synchronization [req-341ea5ff-554f-49c7-ac5c-6d584f1b35bc req-8c6e3f84-21a1-455e-948e-1193cf1eff54 service nova] Enqueued Resource ID: 92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4 with Priority: HIGHEST for action port [ 1098.722254] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df675b0-b558-44bc-98af-414ee64d1f14 with Priority: HIGHEST for action security_group_rules [ 1098.722399] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df675b0-b558-44bc-98af-414ee64d1f14 with Priority: HIGHEST for action security_group_members [ 1098.722520] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4 with Priority: HIGHEST for action port [ 1098.722840] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df675b0-b558-44bc-98af-414ee64d1f14 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.723137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.723262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.723479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.723557] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df675b0-b558-44bc-98af-414ee64d1f14',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.725045] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df675b0-b558-44bc-98af-414ee64d1f14 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.725045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.725045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.725045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.725275] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.725275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.725350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.725505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.725624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.725758] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df675b0-b558-44bc-98af-414ee64d1f14',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.727706] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.727706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.727706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.727706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.727706] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.752581] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eaa18d1-948c-4ea5-a71d-edc2db404efe: rpc.has_security_group_logging(os_id): False [ 1098.765510] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 4s [ 1098.775728] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.775924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.775924] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.776168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.776256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.776454] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.776612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.776679] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.776837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.776913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.777127] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.777232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.777295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.777433] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.777506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.777948] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.778125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.778262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.778378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.778418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.778478] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be created. [ 1098.886376] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.886634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.886703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.886930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.887131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.041764] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1099.229860] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7df675b0-b558-44bc-98af-414ee64d1f14',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.232229] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df675b0-b558-44bc-98af-414ee64d1f14 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.232229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.232229] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4 with status ACTIVE [ 1099.232229] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.232229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.232229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.232229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.232229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.232229] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.232602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.232602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.232602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.232602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.232775] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.232859] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.232915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.235095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.235095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.235095] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4 is going to be updated. [ 1099.257935] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.258155] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.258155] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.258744] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.258911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.259109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92f8ba2a-fd96-43ad-98e0-3bf5f7b401b4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.735923] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7df675b0-b558-44bc-98af-414ee64d1f14',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.239577] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.239754] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.239795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.239998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.240107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.240205] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df675b0-b558-44bc-98af-414ee64d1f14 is going to be created. [ 1100.264817] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.265597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.265597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.265597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.265597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.276352] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df675b0-b558-44bc-98af-414ee64d1f14 in Status: UNINITIALIZED for 2s [ 1100.781330] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1100.781744] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.781809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.782184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.782451] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.782623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.782713] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.782923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.783067] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.783202] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.055280] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1101.055525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.285913] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.788080] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.287310] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df675b0-b558-44bc-98af-414ee64d1f14 in Status: SUCCESS [ 1102.287615] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.288323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.288323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.288323] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.288323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.288480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.288556] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.288637] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.288732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.288838] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7df675b0-b558-44bc-98af-414ee64d1f14',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.289852] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.290116] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.290193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.290405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.290503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.290612] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1102.318511] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.318689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.318740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.319050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.319235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.329299] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1102.792671] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df675b0-b558-44bc-98af-414ee64d1f14 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.793019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.793019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.793927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.793927] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.793927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.793927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.793927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.793927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.794315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.794315] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df675b0-b558-44bc-98af-414ee64d1f14 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.794417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.794417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.794623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.794871] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.794980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.795074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.795185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.795251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.795333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.795417] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7df675b0-b558-44bc-98af-414ee64d1f14',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.298427] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7df675b0-b558-44bc-98af-414ee64d1f14: rpc.has_security_group_logging(os_id): False [ 1103.318759] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.318759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.318759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.318886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.318886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.319236] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.319329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.319329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.319488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.319658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.319769] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.319925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.319925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.320074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.320160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.320336] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.320412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.320474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.321022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.321022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.321022] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df675b0-b558-44bc-98af-414ee64d1f14 is going to be created. [ 1103.381509] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.381650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.381724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.382366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.382673] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.400932] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df675b0-b558-44bc-98af-414ee64d1f14 in Status: IN_PROGRESS for 2s [ 1103.723718] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1103.723871] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1104.341324] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1104.341770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.342242] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.342350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.342554] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.342738] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.342851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.343147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.343256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.343430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.343580] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.846888] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.847060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.847123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.847340] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.847968] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.848087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.848152] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.848319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.848454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.848596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.848927] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.848927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.849082] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.849241] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.849494] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.849604] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.849674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.849830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.849909] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.849992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.850096] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.352017] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24560ce6-fb65-4812-ab78-28d99a5fb998: rpc.has_security_group_logging(os_id): False [ 1105.370800] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.370955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.371024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.371254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.371343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.371540] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.371637] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.371702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.371853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.371929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.372144] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.372237] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.372298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.372436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.372508] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.372685] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.372777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.372838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.372973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.373057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.373144] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1105.425210] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df675b0-b558-44bc-98af-414ee64d1f14 in Status: SUCCESS [ 1105.425434] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.450061] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.450061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.450061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.450380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.450696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.472288] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1106.729513] env[67441]: INFO networking_nsxv3.common.synchronization [req-5339bf73-5c93-42d1-a372-12a2db008372 req-bec1c3a1-07de-403f-8bcc-55811db16bc3 tempest-DeleteServersTestJSON-224865475 tempest-DeleteServersTestJSON-224865475-project-member] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1106.730437] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1106.730437] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.730618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.730618] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.730771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.730935] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.731117] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.731181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.731338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.731421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.731509] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.233886] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.234145] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.234205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.234423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.234517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.234816] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.234935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.234986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.235221] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.235587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.235587] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1107.265232] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.265439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.265478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.265665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.265803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.277250] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1107.491545] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1107.491815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.190539] env[67441]: INFO networking_nsxv3.common.synchronization [req-1184c9f6-0797-44f6-9fea-8cca6499a8cd req-38a43114-ea5d-4603-b66e-a056fc54298c tempest-ServerAddressesNegativeTestJSON-640715861 tempest-ServerAddressesNegativeTestJSON-640715861-project-member] Enqueued Resource ID: 7df675b0-b558-44bc-98af-414ee64d1f14 with Priority: HIGHEST for action security_group_members [ 1108.191173] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df675b0-b558-44bc-98af-414ee64d1f14 with Priority: HIGHEST for action security_group_members [ 1108.191523] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df675b0-b558-44bc-98af-414ee64d1f14 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.192041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.192041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.192102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.192374] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.192429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.192489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.192638] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.192737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.192841] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df675b0-b558-44bc-98af-414ee64d1f14',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.699307] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.699468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.699540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.699818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.699961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.700255] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.700368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.700434] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.700608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.700689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.700780] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df675b0-b558-44bc-98af-414ee64d1f14 is going to be updated. [ 1108.731845] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.732041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.732079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.732276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.732410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.742787] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df675b0-b558-44bc-98af-414ee64d1f14 in Status: IN_PROGRESS for 2s [ 1109.288780] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1109.288780] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe deletion is rescheduled due to dependency. [ 1109.288780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.511485] env[67441]: INFO networking_nsxv3.common.synchronization [req-7ac608d8-3100-4897-b8ed-3e2a786f6d51 req-7ba4fdd4-7f0c-4c7a-a997-69febd7cb001 tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1110.512098] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1110.512429] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.512565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.512646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.512866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.513060] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.513176] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.513247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.513423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.513532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.513634] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.775628] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df675b0-b558-44bc-98af-414ee64d1f14 in Status: SUCCESS [ 1110.775831] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df675b0-b558-44bc-98af-414ee64d1f14 deletion is rescheduled due to dependency. [ 1110.775950] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.016119] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.519073] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.023048] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.023048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.023048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.023048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.023048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.023048] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1112.056590] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.057099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.057202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.057412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.057564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.067085] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1114.078707] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1114.078999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.514358] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1115.514358] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1116.952385] env[67441]: INFO networking_nsxv3.common.synchronization [req-689e36bd-4bbb-40ed-8cb8-52f0cd881a37 req-f825d760-0420-4835-9ae9-5ec1f89abe89 tempest-DeleteServersTestJSON-224865475 tempest-DeleteServersTestJSON-224865475-project-member] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1116.953128] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1116.953493] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.953617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.953683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.953901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.954256] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.954378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.954464] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.954594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.954689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.954762] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.024599] env[67441]: INFO networking_nsxv3.common.synchronization [req-8dafb670-28ae-43dc-9e93-94e0e2fb2a50 req-490b47f2-784a-4b10-999f-f6fac3a59a27 tempest-ServersTestJSON-1731377993 tempest-ServersTestJSON-1731377993-project-member] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1117.025701] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGHEST for action security_group_members [ 1117.027698] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.027821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.027938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.028295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.028590] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.028745] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.028867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.029135] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.029274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.029452] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.379449] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.379691] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.379819] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.380173] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.380788] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.380969] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.381103] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.381332] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.381483] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.381761] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.381913] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.382041] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.382154] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.382271] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.382371] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.382508] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.405348] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.405588] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.405758] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.405898] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.406266] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-7b0ead34-dda2-434f-99f4-3eef7c311202 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.406443] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-7b0ead34-dda2-434f-99f4-3eef7c311202" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.406564] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-7b0ead34-dda2-434f-99f4-3eef7c311202" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.406969] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-7b0ead34-dda2-434f-99f4-3eef7c311202" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.407121] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b0ead34-dda2-434f-99f4-3eef7c311202',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.457503] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.457739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.457739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.458128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.458215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.458436] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.458544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.458610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.458768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.458845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.458940] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1117.489867] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.490123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.490123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.490339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.490473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.501918] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1117.532258] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.532496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.532496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.532779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.532889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.533094] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.533199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.533262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.533423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.533507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.533593] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be updated. [ 1117.569033] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.569033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.569033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.569033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.569033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.582214] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: IN_PROGRESS for 2s [ 1117.909585] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.909948] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.910185] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.910543] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.910745] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.910955] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 7b0ead34-dda2-434f-99f4-3eef7c311202 not found, creating... [ 1117.911304] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.911496] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.911655] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.911927] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.912126] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.912494] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.912665] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.912807] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.913042] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.913212] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.913367] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 7b0ead34-dda2-434f-99f4-3eef7c311202 is going to be created. [ 1117.936141] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.936391] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.936484] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.936772] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.937086] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.937331] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-7b0ead34-dda2-434f-99f4-3eef7c311202" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.638727] env[67441]: INFO networking_nsxv3.common.synchronization [req-689e36bd-4bbb-40ed-8cb8-52f0cd881a37 req-a2685128-1607-491b-892d-cea476fc6ffb service nova] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_rules [ 1118.638983] env[67441]: INFO networking_nsxv3.common.synchronization [req-689e36bd-4bbb-40ed-8cb8-52f0cd881a37 req-a2685128-1607-491b-892d-cea476fc6ffb service nova] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1118.638983] env[67441]: INFO networking_nsxv3.common.synchronization [req-689e36bd-4bbb-40ed-8cb8-52f0cd881a37 req-a2685128-1607-491b-892d-cea476fc6ffb service nova] Enqueued Resource ID: 7b0ead34-dda2-434f-99f4-3eef7c311202 with Priority: HIGHEST for action port [ 1118.639566] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_rules [ 1118.639714] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1118.639811] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0ead34-dda2-434f-99f4-3eef7c311202 with Priority: HIGHEST for action port [ 1118.640131] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.640274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.640345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.640561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.640643] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.642334] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.642474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.642685] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b0ead34-dda2-434f-99f4-3eef7c311202 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.642837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b0ead34-dda2-434f-99f4-3eef7c311202" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.643011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b0ead34-dda2-434f-99f4-3eef7c311202" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.643244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b0ead34-dda2-434f-99f4-3eef7c311202" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.643377] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b0ead34-dda2-434f-99f4-3eef7c311202',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.145089] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.145248] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.145535] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b0ead34-dda2-434f-99f4-3eef7c311202 with status ACTIVE [ 1119.145786] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.145937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.146016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.146250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.147033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.147033] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.147280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.147280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.147387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.147483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.147709] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.147794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.147794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.148143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.148246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.148339] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b0ead34-dda2-434f-99f4-3eef7c311202 is going to be updated. [ 1119.173250] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.174042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.174042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.174042] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.174296] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.174490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b0ead34-dda2-434f-99f4-3eef7c311202" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.512638] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1119.512844] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe deletion is rescheduled due to dependency. [ 1119.512981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.513152] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.513377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.513590] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.513708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.513770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.513951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.514058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.514156] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.592471] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 in Status: SUCCESS [ 1119.592693] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 deletion is rescheduled due to dependency. [ 1119.592872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.016767] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.519445] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.022882] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.022882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.022882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.022882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.022882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.022882] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1121.054724] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.054920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.054965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.055216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.055366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.065333] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1123.084386] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1123.084713] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.084941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.085278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.085506] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.086058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.086058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.086058] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.086334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.086334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.086408] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.590325] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.590325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.590325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.590581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.590718] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.590869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.590964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.591377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.591377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.591499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.591752] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.591901] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.591999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.592396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.592471] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.592558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.592627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.592776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.592858] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.592958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.593044] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.640919] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1123.641067] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1124.096559] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eaa18d1-948c-4ea5-a71d-edc2db404efe: rpc.has_security_group_logging(os_id): False [ 1124.115216] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.115446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.115446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.115655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.115748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.115961] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.116057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.116138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.116281] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.116357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.116556] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.116653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.116709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.116851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.116925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.117218] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.117316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.117393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.117518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.117622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.117761] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1124.188658] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.188889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.188889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.189163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.189336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.205138] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1126.221580] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1126.221974] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.642073] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1128.642433] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1133.643155] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1133.643155] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1138.644832] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1138.645127] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1141.543471] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.543944] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.543944] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.544111] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.544380] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.544540] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.544655] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.544880] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.545036] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.545246] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.545393] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.545552] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.545666] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.545776] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.545882] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.546023] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.567683] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.567826] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.567965] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.568155] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.568482] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-363f904e-e367-4032-9971-ceebf4b60737 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.568670] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.568787] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.569062] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.569196] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('363f904e-e367-4032-9971-ceebf4b60737',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.756425] env[67441]: INFO networking_nsxv3.common.synchronization [req-ebe62ee9-a8c1-4893-a475-ef651b2d1c0e req-ae8af803-bc0b-4a81-bec5-661e9dedf093 tempest-DeleteServersTestJSON-224865475 tempest-DeleteServersTestJSON-224865475-project-member] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1141.756425] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1141.756718] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.756835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.756912] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.757119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.757275] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.757375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.757578] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.757654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.757730] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.757818] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.072353] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.072902] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.073069] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.073395] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.073566] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.073890] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.074073] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.074193] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.074424] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.074565] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.074859] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.075025] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.075142] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.075423] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.075608] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.075725] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 363f904e-e367-4032-9971-ceebf4b60737 is going to be updated. [ 1142.100521] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.100521] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.100521] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.100828] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.101699] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.101699] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.262570] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.262728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.262829] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.263183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.263280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.263532] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.263638] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.263701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.263847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.263923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.264020] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1142.295364] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.295554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.295602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.295779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.295920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.306194] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1142.808084] env[67441]: INFO networking_nsxv3.common.synchronization [req-9c03bc4f-64ff-4fb3-b6bc-5db815a52fd6 req-56c6457c-9132-4ada-9d55-198fe85bedbd service nova] Enqueued Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_rules [ 1142.808456] env[67441]: INFO networking_nsxv3.common.synchronization [req-9c03bc4f-64ff-4fb3-b6bc-5db815a52fd6 req-56c6457c-9132-4ada-9d55-198fe85bedbd service nova] Enqueued Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_members [ 1142.808650] env[67441]: INFO networking_nsxv3.common.synchronization [req-9c03bc4f-64ff-4fb3-b6bc-5db815a52fd6 req-56c6457c-9132-4ada-9d55-198fe85bedbd service nova] Enqueued Resource ID: 363f904e-e367-4032-9971-ceebf4b60737 with Priority: HIGHEST for action port [ 1142.809380] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_rules [ 1142.809594] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_members [ 1142.809977] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363f904e-e367-4032-9971-ceebf4b60737 with Priority: HIGHEST for action port [ 1142.810232] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253571c8-0437-41f7-86ee-bd856df12c46 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.810349] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.810457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.810748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.810881] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.812763] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-253571c8-0437-41f7-86ee-bd856df12c46 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.812763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.812763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.813064] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.813208] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.813253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.813385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.813575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.813713] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.813852] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.815014] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-363f904e-e367-4032-9971-ceebf4b60737 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.815262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.815262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.816155] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.816155] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('363f904e-e367-4032-9971-ceebf4b60737',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.317959] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.319157] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-253571c8-0437-41f7-86ee-bd856df12c46 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.319157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.319326] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 363f904e-e367-4032-9971-ceebf4b60737 with status ACTIVE [ 1143.319434] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.319534] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.319590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.319835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.319962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.320091] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.320906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.320906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.320906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.320906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.320906] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.320906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.320906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.320906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.321936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.321936] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 363f904e-e367-4032-9971-ceebf4b60737 is going to be updated. [ 1143.344384] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.344541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.344636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.344801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.344936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.345106] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-363f904e-e367-4032-9971-ceebf4b60737" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.761735] env[67441]: INFO networking_nsxv3.common.synchronization [req-2ed2f31a-9829-4bbe-86d0-8f0825680d0f req-e765a507-dfee-4bbf-83fc-3427487ee71e tempest-ServerActionsV293TestJSON-828114446 tempest-ServerActionsV293TestJSON-828114446-project-member] Enqueued Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGHEST for action security_group_members [ 1143.762331] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGHEST for action security_group_members [ 1143.762648] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-becdded8-2da6-4e87-98c7-97871a0bfe23 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.762775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.762989] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.763366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.763515] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.763882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.763882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.763984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.764122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.764227] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('becdded8-2da6-4e87-98c7-97871a0bfe23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.823429] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.270037] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.270037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.270037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.270037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.270037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.270560] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.270560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.270560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.270560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.270560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.270738] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: becdded8-2da6-4e87-98c7-97871a0bfe23 is going to be updated. [ 1144.322468] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1144.322693] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe deletion is rescheduled due to dependency. [ 1144.322769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.324696] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.324874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.324874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.325349] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.325349] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.326651] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.326651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.326651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.326851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.326882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.326975] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253571c8-0437-41f7-86ee-bd856df12c46 is going to be updated. [ 1144.337739] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: becdded8-2da6-4e87-98c7-97871a0bfe23 in Status: IN_PROGRESS for 2s [ 1144.358536] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.358747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.358831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.359122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.359308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.369353] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253571c8-0437-41f7-86ee-bd856df12c46 in Status: IN_PROGRESS for 2s [ 1146.350286] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: becdded8-2da6-4e87-98c7-97871a0bfe23 in Status: SUCCESS [ 1146.350585] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: becdded8-2da6-4e87-98c7-97871a0bfe23 deletion is rescheduled due to dependency. [ 1146.350585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.378073] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253571c8-0437-41f7-86ee-bd856df12c46 in Status: SUCCESS [ 1146.378312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.378476] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.378706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.378913] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.379030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.379091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.379235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.379309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.379391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.379478] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.882032] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.384703] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 253571c8-0437-41f7-86ee-bd856df12c46: rpc.has_security_group_logging(os_id): False [ 1147.408784] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.408964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.408964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.409183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.409335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.409535] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.409636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.409691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.409843] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.409920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.410018] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253571c8-0437-41f7-86ee-bd856df12c46 is going to be updated. [ 1147.497170] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.497268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.497339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.497616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.497804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.519922] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253571c8-0437-41f7-86ee-bd856df12c46 in Status: IN_PROGRESS for 2s [ 1148.535106] env[67441]: INFO networking_nsxv3.common.synchronization [None req-4d16a40a-a110-4c5a-a6a8-9236395ad0c3 None None] Enqueued Resource ID: 371ba62a-fecc-4689-9603-b2b665d1fb9d with Priority: HIGHEST for action port [ 1148.535896] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371ba62a-fecc-4689-9603-b2b665d1fb9d with Priority: HIGHEST for action port [ 1148.536300] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-371ba62a-fecc-4689-9603-b2b665d1fb9d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.536426] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-371ba62a-fecc-4689-9603-b2b665d1fb9d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.536520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-371ba62a-fecc-4689-9603-b2b665d1fb9d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.536785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-371ba62a-fecc-4689-9603-b2b665d1fb9d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.536873] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('371ba62a-fecc-4689-9603-b2b665d1fb9d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.893218] env[67441]: INFO networking_nsxv3.common.synchronization [None req-fa44f6ca-146d-4229-97ee-f50fc7d6f389 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGHEST for action security_group_rules [ 1148.893560] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGHEST for action security_group_rules [ 1148.893876] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1f63647-1c90-4422-bce8-e1aa810a0c85 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.893998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.894114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.894376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.894461] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1f63647-1c90-4422-bce8-e1aa810a0c85',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.980835] env[67441]: INFO networking_nsxv3.common.synchronization [None req-a0ee3120-bbc5-4db8-8ee5-7626e26f2269 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGHEST for action security_group_rules [ 1148.981529] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGHEST for action security_group_rules [ 1148.981928] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1f63647-1c90-4422-bce8-e1aa810a0c85 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.982154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.040542] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 371ba62a-fecc-4689-9603-b2b665d1fb9d [ 1149.040790] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.040929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.040999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.041257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.041382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.041452] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:371ba62a-fecc-4689-9603-b2b665d1fb9d already deleted. [ 1149.041535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-371ba62a-fecc-4689-9603-b2b665d1fb9d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.419927] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.419927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.419927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.419927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.420115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.420115] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 already deleted. [ 1149.420190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.420348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.420520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.420612] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1f63647-1c90-4422-bce8-e1aa810a0c85',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.541548] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 253571c8-0437-41f7-86ee-bd856df12c46 in Status: SUCCESS [ 1149.541548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.949373] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.949587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.949664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.949886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.949973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.950153] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 already deleted. [ 1149.950262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.001580] env[67441]: INFO networking_nsxv3.common.synchronization [None req-b9f37b07-60fa-4031-8692-6dbdfc2a0b78 None None] Enqueued Resource ID: c8606156-7195-452e-a1fc-8c71c5ed8919 with Priority: HIGHEST for action port [ 1151.004195] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8606156-7195-452e-a1fc-8c71c5ed8919 with Priority: HIGHEST for action port [ 1151.004195] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8606156-7195-452e-a1fc-8c71c5ed8919 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.004195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8606156-7195-452e-a1fc-8c71c5ed8919" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.004195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8606156-7195-452e-a1fc-8c71c5ed8919" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.004195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8606156-7195-452e-a1fc-8c71c5ed8919" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.004195] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8606156-7195-452e-a1fc-8c71c5ed8919',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.508365] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8606156-7195-452e-a1fc-8c71c5ed8919 [ 1151.508638] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.508771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.508838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.509118] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.509371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.509490] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8606156-7195-452e-a1fc-8c71c5ed8919 already deleted. [ 1151.509585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8606156-7195-452e-a1fc-8c71c5ed8919" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.200311] env[67441]: INFO networking_nsxv3.common.synchronization [req-2ddc92e8-3683-4b16-967f-3f7795a229aa req-df4c56ad-f3f8-4f05-b9c6-54e239fb84f9 tempest-DeleteServersTestJSON-224865475 tempest-DeleteServersTestJSON-224865475-project-member] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1152.201322] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1152.201402] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.201506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.201613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.201783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.202143] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.202289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.202353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.202507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.203146] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.203146] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.560414] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.560739] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.560929] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.561248] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.561579] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.561830] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.562048] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.562351] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.562521] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.562813] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.562996] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.563149] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.563317] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.563452] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.563560] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.563696] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.589241] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.589429] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.589572] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.589751] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.590197] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-7ec27bab-8d37-4c78-a9c1-74dc1d2f1776 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.590377] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-7ec27bab-8d37-4c78-a9c1-74dc1d2f1776" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.590516] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-7ec27bab-8d37-4c78-a9c1-74dc1d2f1776" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.591152] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-7ec27bab-8d37-4c78-a9c1-74dc1d2f1776" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.591243] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec27bab-8d37-4c78-a9c1-74dc1d2f1776',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.705371] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.705554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.705598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.705837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.705955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.706185] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.706285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.706350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.706516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.706620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.706702] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1152.740031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.740031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.740031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.740031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.740321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.754334] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1153.094123] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.094123] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.094123] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.094123] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.094427] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.094427] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 7ec27bab-8d37-4c78-a9c1-74dc1d2f1776 not found, creating... [ 1153.094683] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.094834] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.094977] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.095231] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.095290] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.095586] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.095806] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.095900] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.096125] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.096266] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.096406] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 7ec27bab-8d37-4c78-a9c1-74dc1d2f1776 is going to be created. [ 1153.130236] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.130614] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.130614] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.130889] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.131128] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.131360] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-7ec27bab-8d37-4c78-a9c1-74dc1d2f1776" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.837373] env[67441]: INFO networking_nsxv3.common.synchronization [req-2ddc92e8-3683-4b16-967f-3f7795a229aa req-1d37304e-004e-454e-951a-dbe559b4d456 service nova] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_rules [ 1153.837708] env[67441]: INFO networking_nsxv3.common.synchronization [req-2ddc92e8-3683-4b16-967f-3f7795a229aa req-1d37304e-004e-454e-951a-dbe559b4d456 service nova] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1153.837708] env[67441]: INFO networking_nsxv3.common.synchronization [req-2ddc92e8-3683-4b16-967f-3f7795a229aa req-1d37304e-004e-454e-951a-dbe559b4d456 service nova] Enqueued Resource ID: 7ec27bab-8d37-4c78-a9c1-74dc1d2f1776 with Priority: HIGHEST for action port [ 1153.838308] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_rules [ 1153.838442] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1153.838532] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec27bab-8d37-4c78-a9c1-74dc1d2f1776 with Priority: HIGHEST for action port [ 1153.838818] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.838947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.839013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.841033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.841033] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.842113] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.842221] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.842476] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ec27bab-8d37-4c78-a9c1-74dc1d2f1776 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.842619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ec27bab-8d37-4c78-a9c1-74dc1d2f1776" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.842704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ec27bab-8d37-4c78-a9c1-74dc1d2f1776" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.842923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ec27bab-8d37-4c78-a9c1-74dc1d2f1776" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.843039] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec27bab-8d37-4c78-a9c1-74dc1d2f1776',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.345538] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.345703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.349178] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ec27bab-8d37-4c78-a9c1-74dc1d2f1776 with status ACTIVE [ 1154.349375] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.349500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.349569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.349904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.350024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.350228] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.350335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.350375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.350584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.350626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.350796] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.350887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.350947] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.351106] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.351177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.351261] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ec27bab-8d37-4c78-a9c1-74dc1d2f1776 is going to be updated. [ 1154.378562] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.378826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.378955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.379252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.379397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.379565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ec27bab-8d37-4c78-a9c1-74dc1d2f1776" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.764135] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 4s [ 1156.264114] env[67441]: INFO networking_nsxv3.common.synchronization [None req-93b768c6-cc46-4565-9b3b-7af297becefb tempest-ServerActionsTestJSON-1042543599 tempest-ServerActionsTestJSON-1042543599-project-member] Enqueued Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGHEST for action security_group_rules [ 1156.264696] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGHEST for action security_group_rules [ 1156.265031] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.265156] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.265225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.265497] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.265591] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed51ffe-34b1-4796-8b18-b067a1d1b5fd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.345797] env[67441]: INFO networking_nsxv3.common.synchronization [None req-a9c3847a-db64-4f7e-a7b8-464194c5ed02 tempest-ServerActionsTestJSON-1042543599 tempest-ServerActionsTestJSON-1042543599-project-member] Enqueued Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGHEST for action security_group_rules [ 1156.345797] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGHEST for action security_group_rules [ 1156.345797] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.345797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.775738] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1156.776009] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe deletion is rescheduled due to dependency. [ 1156.776175] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.776383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.776645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.776943] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.777081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.777166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.777338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.777422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.777519] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.785038] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.785199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.785293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.785541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.785705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.785827] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd already deleted. [ 1156.786510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.786510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.786510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.786510] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed51ffe-34b1-4796-8b18-b067a1d1b5fd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.157165] env[67441]: INFO networking_nsxv3.common.synchronization [req-d187f040-d004-45a1-93e2-93fd9acb7026 req-2db978f6-80da-4f04-a335-379ec181e107 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGHEST for action security_group_members [ 1157.157766] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGHEST for action security_group_members [ 1157.158340] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f63647-1c90-4422-bce8-e1aa810a0c85 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.158340] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.158340] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.158532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.158760] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.158863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.158863] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.159038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.159123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.159218] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1f63647-1c90-4422-bce8-e1aa810a0c85',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.279536] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.309857] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.310154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.310154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.310383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.310486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.310589] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd already deleted. [ 1157.310685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.546394] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.546599] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.546723] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.547138] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.547955] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.548234] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.548366] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.548627] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.548867] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.549021] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.549704] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.549704] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.549704] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.549704] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.549704] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.549890] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.571792] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.572324] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.572324] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.572324] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.572615] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.572784] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.572908] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.573264] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.573406] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.662057] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.662057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.662057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.662057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.662057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.662392] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.662392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.662392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.662507] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.662582] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.662669] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 already deleted. [ 1157.662749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.785964] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.076078] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.076295] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.076295] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.076574] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.076729] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.076889] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c not found, creating... [ 1158.077176] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.077358] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.077520] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.077879] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.078072] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.078482] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.078714] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.078845] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.079220] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.079419] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.079606] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c is going to be created. [ 1158.108290] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.108656] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.108891] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.109278] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.109726] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.110059] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.289274] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.289274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.289655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.289655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.289655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.289838] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1158.325484] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.325727] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.325771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.326030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.326203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.338433] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1158.839437] env[67441]: INFO networking_nsxv3.common.synchronization [req-d187f040-d004-45a1-93e2-93fd9acb7026 req-6ac16a4d-698b-4f1d-a952-62b837487b83 service nova] Enqueued Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGHEST for action security_group_rules [ 1158.839769] env[67441]: INFO networking_nsxv3.common.synchronization [req-d187f040-d004-45a1-93e2-93fd9acb7026 req-6ac16a4d-698b-4f1d-a952-62b837487b83 service nova] Enqueued Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGHEST for action security_group_members [ 1158.839983] env[67441]: INFO networking_nsxv3.common.synchronization [req-d187f040-d004-45a1-93e2-93fd9acb7026 req-6ac16a4d-698b-4f1d-a952-62b837487b83 service nova] Enqueued Resource ID: 7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c with Priority: HIGHEST for action port [ 1158.842360] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGHEST for action security_group_rules [ 1158.842664] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGHEST for action security_group_members [ 1158.842813] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c with Priority: HIGHEST for action port [ 1158.843264] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1f63647-1c90-4422-bce8-e1aa810a0c85 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.843452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.843586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.843855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.843979] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1f63647-1c90-4422-bce8-e1aa810a0c85',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.845344] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f63647-1c90-4422-bce8-e1aa810a0c85 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.845517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.845649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.846199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.846199] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.846582] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.846582] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.846734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.846734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.846870] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1f63647-1c90-4422-bce8-e1aa810a0c85',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.848147] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.848352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.848352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.849158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.849158] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.351206] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f63647-1c90-4422-bce8-e1aa810a0c85 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.351593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.351593] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1f63647-1c90-4422-bce8-e1aa810a0c85',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.352420] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c with status ACTIVE [ 1159.352647] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.352731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.352790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.353096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.353096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.353250] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.354025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.354025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.354025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.354025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.354025] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.354025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.354025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.354025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.354379] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.354379] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c is going to be updated. [ 1159.380835] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.381016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.381062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.381276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.381418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.381575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d2b60b4-3a47-4ca8-b3ce-0780fbf62f3c" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.855964] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1f63647-1c90-4422-bce8-e1aa810a0c85',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.350095] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1160.350839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.350839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.350839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.350993] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.351076] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.351110] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.351346] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.351567] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.351567] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.351630] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.358328] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.358477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.358628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.359253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.359377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.359497] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 is going to be created. [ 1160.387517] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.387777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.387777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.388040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.388178] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.399766] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 in Status: UNINITIALIZED for 2s [ 1160.702635] env[67441]: INFO networking_nsxv3.common.synchronization [req-89ae1c1f-3bb1-48d9-93ab-7db7555682da req-755c554d-cb70-4853-b39c-3889da85d6c8 tempest-ServerRescueNegativeTestJSON-2000166841 tempest-ServerRescueNegativeTestJSON-2000166841-project-member] Enqueued Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGHEST for action security_group_members [ 1160.703124] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGHEST for action security_group_members [ 1160.703728] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5497ad72-55ad-4a29-bbd3-b9eb030b2658 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.703728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.703728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.703945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.703945] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.704062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.704124] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.704304] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.704394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.704474] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5497ad72-55ad-4a29-bbd3-b9eb030b2658',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.856474] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.856474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.856474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.856474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.856474] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.856474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.856474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.856474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.856922] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.857082] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.857327] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.857465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.857912] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.857912] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.858312] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.858605] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.858605] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.858842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.858890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.861021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.861021] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.207150] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.207376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.207488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.207906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.233514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.234174] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.234174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.234174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.234174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.234463] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.234463] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 is going to be updated. [ 1161.264120] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.264306] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.264306] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.264940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.264940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.279107] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 in Status: IN_PROGRESS for 2s [ 1161.362608] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eaa18d1-948c-4ea5-a71d-edc2db404efe: rpc.has_security_group_logging(os_id): False [ 1161.381764] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.381930] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.382014] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.382438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.382543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.382754] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.382874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.382939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.383254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.383254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.383790] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.383790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.383790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.383790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.383790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.384018] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.384114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.384180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.384328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.384412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.384508] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1161.459307] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.461396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.461396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.461396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.461396] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.480505] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1161.804342] env[67441]: INFO networking_nsxv3.common.synchronization [req-50e4cc28-3807-47d0-8715-d9e6bd076d5e req-784b422d-55dd-4292-9997-2553828c596b tempest-ServerActionsTestJSON-1042543599 tempest-ServerActionsTestJSON-1042543599-project-member] Enqueued Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGHEST for action security_group_members [ 1161.805028] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGHEST for action security_group_members [ 1161.805732] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.805978] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.806157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.806496] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.806804] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.807065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.807279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.807545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.807773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.808050] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed51ffe-34b1-4796-8b18-b067a1d1b5fd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.091857] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.092103] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.092229] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.092497] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.092750] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.092903] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.093031] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.093244] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.093392] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.093600] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.093711] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.093820] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.093973] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.094115] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.094692] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.094692] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.116631] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.116808] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.116946] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.117139] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.117443] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-894357ed-5c6f-4502-a20d-6c0a192f9dd0 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.117607] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-894357ed-5c6f-4502-a20d-6c0a192f9dd0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.117722] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-894357ed-5c6f-4502-a20d-6c0a192f9dd0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.118138] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-894357ed-5c6f-4502-a20d-6c0a192f9dd0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.118349] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('894357ed-5c6f-4502-a20d-6c0a192f9dd0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.310054] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.310278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.310278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.310480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.310569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.310774] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.310872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.310937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.311099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.311169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.311253] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd already deleted. [ 1162.311331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.409518] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 in Status: SUCCESS [ 1162.409518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.409518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.410164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.410164] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.410164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.410164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.410330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.410330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.410391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.410477] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1f63647-1c90-4422-bce8-e1aa810a0c85',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.621067] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.621067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.621067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.621337] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.621535] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.621760] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 894357ed-5c6f-4502-a20d-6c0a192f9dd0 not found, creating... [ 1162.622123] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.622337] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.622486] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.622709] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.622843] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.623147] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.623304] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.623412] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.623613] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.623743] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.623879] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 894357ed-5c6f-4502-a20d-6c0a192f9dd0 is going to be created. [ 1162.642269] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.642485] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.642610] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.642887] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.643260] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.643488] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-894357ed-5c6f-4502-a20d-6c0a192f9dd0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.912398] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1f63647-1c90-4422-bce8-e1aa810a0c85',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.290475] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 in Status: SUCCESS [ 1163.290712] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 deletion is rescheduled due to dependency. [ 1163.290840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.396259] env[67441]: INFO networking_nsxv3.common.synchronization [req-50e4cc28-3807-47d0-8715-d9e6bd076d5e req-6ed6af50-29a7-4a8b-8cbc-f17c3f404050 service nova] Enqueued Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGHEST for action security_group_rules [ 1163.396470] env[67441]: INFO networking_nsxv3.common.synchronization [req-50e4cc28-3807-47d0-8715-d9e6bd076d5e req-6ed6af50-29a7-4a8b-8cbc-f17c3f404050 service nova] Enqueued Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGHEST for action security_group_members [ 1163.396571] env[67441]: INFO networking_nsxv3.common.synchronization [req-50e4cc28-3807-47d0-8715-d9e6bd076d5e req-6ed6af50-29a7-4a8b-8cbc-f17c3f404050 service nova] Enqueued Resource ID: 894357ed-5c6f-4502-a20d-6c0a192f9dd0 with Priority: HIGHEST for action port [ 1163.397095] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGHEST for action security_group_rules [ 1163.397248] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGHEST for action security_group_members [ 1163.397388] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 894357ed-5c6f-4502-a20d-6c0a192f9dd0 with Priority: HIGHEST for action port [ 1163.397705] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.397857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.397951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.398153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.398236] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed51ffe-34b1-4796-8b18-b067a1d1b5fd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.399063] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.399177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.399243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.399407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.399562] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.399661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.399702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.399874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.399973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.400079] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed51ffe-34b1-4796-8b18-b067a1d1b5fd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.401900] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-894357ed-5c6f-4502-a20d-6c0a192f9dd0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.402063] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-894357ed-5c6f-4502-a20d-6c0a192f9dd0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.402138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-894357ed-5c6f-4502-a20d-6c0a192f9dd0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.402325] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-894357ed-5c6f-4502-a20d-6c0a192f9dd0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.402402] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('894357ed-5c6f-4502-a20d-6c0a192f9dd0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.414312] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1f63647-1c90-4422-bce8-e1aa810a0c85: rpc.has_security_group_logging(os_id): False [ 1163.433140] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.433343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.433343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.433546] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.433633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.433869] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.433968] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.434040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.434185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.434258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.434343] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 is going to be created. [ 1163.588544] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.588777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.588834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.589150] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.589439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.591782] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1163.591969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.611488] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 in Status: IN_PROGRESS for 2s [ 1163.905111] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.905334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.905684] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed51ffe-34b1-4796-8b18-b067a1d1b5fd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.906940] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 894357ed-5c6f-4502-a20d-6c0a192f9dd0 with status ACTIVE [ 1163.907220] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.907410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.907499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.907885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.908015] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.908321] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.908494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.908623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.908978] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.909108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.909361] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.909466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.909531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.909718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.909797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.909883] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 894357ed-5c6f-4502-a20d-6c0a192f9dd0 is going to be updated. [ 1163.933263] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.933510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.933623] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.933970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.934234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.934471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-894357ed-5c6f-4502-a20d-6c0a192f9dd0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.413257] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed51ffe-34b1-4796-8b18-b067a1d1b5fd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.915381] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.915764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.915764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.915848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.915967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.916131] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd is going to be created. [ 1164.938679] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.938886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.938945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.939185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.939392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.950547] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd in Status: UNINITIALIZED for 2s [ 1165.626789] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 in Status: SUCCESS [ 1165.627079] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.950317] env[67441]: INFO networking_nsxv3.common.synchronization [req-fa13c877-140f-4b84-92fb-f91307c4b6ee req-e2a0def6-f9d8-43e6-973e-61362caf502f tempest-ServerActionsTestOtherB-1368839603 tempest-ServerActionsTestOtherB-1368839603-project-member] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1166.950896] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1166.952134] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.952698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.952777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.953174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.953345] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.953477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.953561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.953745] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.953880] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.953969] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.963335] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd in Status: SUCCESS [ 1166.963565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.963720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.964033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.964128] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.964239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.964308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.964449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.964526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.964633] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.964684] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed51ffe-34b1-4796-8b18-b067a1d1b5fd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.455584] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.455811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.455908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.456181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.456277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.456479] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.456603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.456676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.456801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.456889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.456991] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be updated. [ 1167.466812] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed51ffe-34b1-4796-8b18-b067a1d1b5fd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.510814] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.511027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.511027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.511548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.511548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.520619] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 1167.969387] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed51ffe-34b1-4796-8b18-b067a1d1b5fd: rpc.has_security_group_logging(os_id): False [ 1167.996131] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.996333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.996380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.996556] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.996851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.997130] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.997235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.997299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.997468] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.997545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.997635] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd is going to be created. [ 1168.063361] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.063571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.063631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.063821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.064007] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.076629] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd in Status: IN_PROGRESS for 2s [ 1169.531243] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 1169.531645] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 deletion is rescheduled due to dependency. [ 1169.531645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.093617] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd in Status: SUCCESS [ 1170.093617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.362731] env[67441]: INFO networking_nsxv3.common.synchronization [req-a460afa1-ea00-450b-b668-497c9136343f req-7f3aa0d6-af01-4ca6-aa42-80ee4d465c44 tempest-ServerRescueNegativeTestJSON-2000166841 tempest-ServerRescueNegativeTestJSON-2000166841-project-member] Enqueued Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_members [ 1171.363170] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_members [ 1171.363270] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.363398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.363469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.363655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.363805] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.363908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.363996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.364177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.364264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.364357] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.866790] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.369803] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.873112] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.873337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.873416] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.873637] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.873728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.873833] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 is going to be updated. [ 1172.906027] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.906238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.906317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.906535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.906680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.916062] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: IN_PROGRESS for 2s [ 1174.928099] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: SUCCESS [ 1174.928517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.633836] env[67441]: INFO networking_nsxv3.common.synchronization [req-997a0937-2b90-41cb-bd0a-9a883d076a27 req-30e58bde-b86c-4805-ace2-73e759bacaa6 tempest-ServerActionsTestOtherB-1368839603 tempest-ServerActionsTestOtherB-1368839603-project-member] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1175.637262] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1175.637262] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.637262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.637262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.637262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.637262] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.637262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.637262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.637262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.637262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.637262] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.941790] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.942142] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.942142] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.942408] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.942661] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.942816] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.942931] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.943168] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.943321] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.943525] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.943636] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.943742] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.943848] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.943952] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.944065] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.944197] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.962719] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.962919] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.963029] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.963208] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.963503] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-8d687b3b-785e-4088-909a-bf358d0c22a2 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.963664] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.963778] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.964098] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.964237] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d687b3b-785e-4088-909a-bf358d0c22a2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.138812] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.138995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.139190] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.139327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.139440] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.139641] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.139739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.139801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.139957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.140038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.140128] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be updated. [ 1176.165484] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.165689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.165689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.165878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.166074] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.174738] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 1176.466598] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.466818] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.466944] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.467262] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.467420] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.467573] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 8d687b3b-785e-4088-909a-bf358d0c22a2 not found, creating... [ 1176.467830] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.467982] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.468159] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.468382] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.468517] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.468832] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.468990] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.469162] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.469375] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.469512] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.469649] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 8d687b3b-785e-4088-909a-bf358d0c22a2 is going to be created. [ 1176.490263] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.490463] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.490585] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.490854] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.491092] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.491321] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.176573] env[67441]: INFO networking_nsxv3.common.synchronization [req-997a0937-2b90-41cb-bd0a-9a883d076a27 req-45be3380-dad8-47fe-b1c2-b1c80b962d97 service nova] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_rules [ 1177.176901] env[67441]: INFO networking_nsxv3.common.synchronization [req-997a0937-2b90-41cb-bd0a-9a883d076a27 req-45be3380-dad8-47fe-b1c2-b1c80b962d97 service nova] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1177.176901] env[67441]: INFO networking_nsxv3.common.synchronization [req-997a0937-2b90-41cb-bd0a-9a883d076a27 req-45be3380-dad8-47fe-b1c2-b1c80b962d97 service nova] Enqueued Resource ID: 8d687b3b-785e-4088-909a-bf358d0c22a2 with Priority: HIGHEST for action port [ 1177.177473] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_rules [ 1177.177613] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1177.177708] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d687b3b-785e-4088-909a-bf358d0c22a2 with Priority: HIGHEST for action port [ 1177.177989] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.178177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.178252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.178487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.178721] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.179982] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.179982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.180130] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d687b3b-785e-4088-909a-bf358d0c22a2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.180245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.180316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.180494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.180568] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d687b3b-785e-4088-909a-bf358d0c22a2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.682681] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.682877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.682973] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d687b3b-785e-4088-909a-bf358d0c22a2 with status ACTIVE [ 1177.683134] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.683290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.683342] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.683509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.683616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.683756] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.683851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.683908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.684083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.684185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.684380] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.684479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.684523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.684656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.684722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.684807] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d687b3b-785e-4088-909a-bf358d0c22a2 is going to be updated. [ 1177.707421] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.707632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.707632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.707814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.707945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.708180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.185156] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 1178.185479] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 deletion is rescheduled due to dependency. [ 1178.185479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.185565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.185772] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.185965] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.186080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.186149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.186308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.186386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.186479] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.688526] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.190539] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.192670] env[67441]: INFO networking_nsxv3.common.synchronization [req-61d521c6-a35d-4fe9-b6cc-437b880adbd5 req-12fc31db-5370-4bde-9ec4-846bb8cd7148 tempest-ServerRescueNegativeTestJSON-2000166841 tempest-ServerRescueNegativeTestJSON-2000166841-project-member] Enqueued Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_members [ 1179.193333] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGHEST for action security_group_members [ 1179.193628] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.193747] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.193813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.194121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.194157] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.194253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.194316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.194466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.194561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.194651] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.693591] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.693855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.693972] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.694243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.694471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.694639] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be updated. [ 1179.698256] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.698389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.698459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.698653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.698740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.698935] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.699045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.699109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.699261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.699417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.699417] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 is going to be updated. [ 1179.724639] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.724639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.724639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.724639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.724639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.727064] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.727220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.727257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.727461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.727587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.741494] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: IN_PROGRESS for 2s [ 1179.742187] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 1181.755505] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 in Status: SUCCESS [ 1181.755917] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 deletion is rescheduled due to dependency. [ 1181.755961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.756862] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 1181.757099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.757287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.757586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.757843] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.758051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.758209] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.758467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.758616] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.758757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.758917] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.262079] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.765682] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5978b95c-ae3b-4115-8490-c777711b5935: rpc.has_security_group_logging(os_id): False [ 1182.784533] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.784767] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.784828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.785143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.785247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.785599] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.785757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.785866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.786059] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.786202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.786425] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be updated. [ 1182.850423] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.850641] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.850705] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.850921] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.851084] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.865125] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 1184.194118] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1184.194491] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1184.880436] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 1184.880704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.925400] env[67441]: INFO networking_nsxv3.common.synchronization [req-fae73f83-7355-4c66-8e1a-fd3dc5c5c52e req-3f5447b5-a19d-4821-8717-be7ca5e637c8 tempest-DeleteServersTestJSON-224865475 tempest-DeleteServersTestJSON-224865475-project-member] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1185.925609] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1185.927935] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.927935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.927935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.927935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.927935] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.927935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.927935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.927935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.927935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.927935] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.429582] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.429777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.429777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.429977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.430087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.430278] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.430383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.430446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.430600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.430675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.430789] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1186.463596] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.463791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.463791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.463953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.464118] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.473557] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1188.484782] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1188.485165] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe deletion is rescheduled due to dependency. [ 1188.485165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.926637] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.926980] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1193.061778] env[67441]: INFO networking_nsxv3.common.synchronization [req-1b4ebc0e-2e32-4880-97ab-d27cca4037d3 req-de884993-6e0f-4fba-9f48-41d9e706e928 tempest-DeleteServersTestJSON-224865475 tempest-DeleteServersTestJSON-224865475-project-member] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1193.061778] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1193.061778] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.061778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.061778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.061778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.061778] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.061778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.061778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.062457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.062457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.062457] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.395407] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.395665] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.395801] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.396085] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.396358] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.396502] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.396614] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.396822] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.396963] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.397187] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.397379] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.397430] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.397496] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.397599] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.397700] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.397829] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.418485] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.418690] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1193.418830] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.419019] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.419349] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-0d4c6446-beef-4643-830d-3985a922ade8 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.419520] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-0d4c6446-beef-4643-830d-3985a922ade8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.419638] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-0d4c6446-beef-4643-830d-3985a922ade8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.420022] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-0d4c6446-beef-4643-830d-3985a922ade8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.420169] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4c6446-beef-4643-830d-3985a922ade8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.564194] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.564376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.564413] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.564647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.564744] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.564937] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.565051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.565114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.565271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.565343] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.565433] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1193.592885] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.593096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.593096] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.593318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.593480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.603209] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1193.922380] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.922380] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.922740] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.924302] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.924302] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.924302] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 0d4c6446-beef-4643-830d-3985a922ade8 not found, creating... [ 1193.924302] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.924302] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.924302] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.924302] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.924302] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.924572] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.924572] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.924671] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.924847] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.925118] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.925272] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 0d4c6446-beef-4643-830d-3985a922ade8 is going to be created. [ 1193.962040] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.962372] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.962546] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.962953] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.963275] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.963626] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-0d4c6446-beef-4643-830d-3985a922ade8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.655765] env[67441]: INFO networking_nsxv3.common.synchronization [req-1b4ebc0e-2e32-4880-97ab-d27cca4037d3 req-536a244e-4b01-489f-9744-7c4dbe2e43f0 service nova] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_rules [ 1194.656022] env[67441]: INFO networking_nsxv3.common.synchronization [req-1b4ebc0e-2e32-4880-97ab-d27cca4037d3 req-536a244e-4b01-489f-9744-7c4dbe2e43f0 service nova] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1194.656165] env[67441]: INFO networking_nsxv3.common.synchronization [req-1b4ebc0e-2e32-4880-97ab-d27cca4037d3 req-536a244e-4b01-489f-9744-7c4dbe2e43f0 service nova] Enqueued Resource ID: 0d4c6446-beef-4643-830d-3985a922ade8 with Priority: HIGHEST for action port [ 1194.656788] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_rules [ 1194.657332] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1194.657332] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4c6446-beef-4643-830d-3985a922ade8 with Priority: HIGHEST for action port [ 1194.657332] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.657536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.657536] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.657751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.657893] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.658818] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.659041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.660233] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d4c6446-beef-4643-830d-3985a922ade8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.660233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d4c6446-beef-4643-830d-3985a922ade8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.660233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d4c6446-beef-4643-830d-3985a922ade8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.660233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d4c6446-beef-4643-830d-3985a922ade8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.660233] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4c6446-beef-4643-830d-3985a922ade8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.162349] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.162515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.162621] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d4c6446-beef-4643-830d-3985a922ade8 with status ACTIVE [ 1195.162785] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.162893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.162960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.163378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.163378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.163520] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.163520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.163614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.163728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.163816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.163998] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.164102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.164162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.164296] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.164369] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.164453] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d4c6446-beef-4643-830d-3985a922ade8 is going to be updated. [ 1195.184470] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.184627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.184686] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.184879] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.185027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.185188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d4c6446-beef-4643-830d-3985a922ade8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.616953] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1195.616953] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe deletion is rescheduled due to dependency. [ 1195.616953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.617212] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.617328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.617550] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.617632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.617691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.617855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.617929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.618035] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.120065] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.622201] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.125581] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.125978] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.125978] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.126082] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.126173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.126271] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1197.166095] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.166095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.166095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.166095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.166385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.174660] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1199.185432] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1199.185739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.185837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.186298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.186536] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.186659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.186726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.186902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.186982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.187153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.187153] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.658191] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.658354] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1199.689959] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.690204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.690204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.690438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.690618] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.690720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.690780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.690934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.691041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.691131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.691294] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.691386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.691446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.691624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.691764] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.691855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.691916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.692075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.692151] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.692231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.692317] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.195113] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eaa18d1-948c-4ea5-a71d-edc2db404efe: rpc.has_security_group_logging(os_id): False [ 1200.214960] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.215159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.215159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.215386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.215547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.215683] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.215776] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.215838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.216129] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.216187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.216419] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.216532] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.216656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.216737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.216858] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.217033] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.217119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.217173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.217277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.217460] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.217460] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1200.278294] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.278503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.278611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.278827] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.278970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.293019] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1201.496298] env[67441]: INFO networking_nsxv3.common.synchronization [req-4ba4bd16-12c1-40fa-a876-a1c00b3a88fd req-1c6ebc50-62c5-4678-92d2-f6067eb40d18 tempest-AttachVolumeShelveTestJSON-935925439 tempest-AttachVolumeShelveTestJSON-935925439-project-member] Enqueued Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_members [ 1201.497161] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGHEST for action security_group_members [ 1201.497256] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-253571c8-0437-41f7-86ee-bd856df12c46 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.497380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.497957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.497957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.497957] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.497957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.497957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.498191] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.498228] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.498644] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.002459] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.002678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.002678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.002820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.002916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.003129] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.003232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.003294] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.003452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.003526] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.003679] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253571c8-0437-41f7-86ee-bd856df12c46 is going to be updated. [ 1202.036128] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.036348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.036440] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.036675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.036831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.046578] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253571c8-0437-41f7-86ee-bd856df12c46 in Status: IN_PROGRESS for 2s [ 1202.309310] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1202.309550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.060239] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 253571c8-0437-41f7-86ee-bd856df12c46 in Status: SUCCESS [ 1204.060524] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 253571c8-0437-41f7-86ee-bd856df12c46 deletion is rescheduled due to dependency. [ 1204.060651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.175643] env[67441]: INFO networking_nsxv3.common.synchronization [None req-fb670dd1-bf72-4060-a830-dbb825ab234d tempest-AttachVolumeShelveTestJSON-935925439 tempest-AttachVolumeShelveTestJSON-935925439-project-member] Enqueued Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_rules [ 1206.176169] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_rules [ 1206.176513] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.176663] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.176719] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.177032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.177191] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.264747] env[67441]: INFO networking_nsxv3.common.synchronization [None req-1f14ac11-7a95-457c-9ec5-597f2e94981e tempest-AttachVolumeShelveTestJSON-935925439 tempest-AttachVolumeShelveTestJSON-935925439-project-member] Enqueued Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_rules [ 1206.264897] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_rules [ 1206.265242] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.265449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.698766] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.699013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.699129] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.699419] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.699557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.699686] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 already deleted. [ 1206.699818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.700020] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.700215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.700322] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.222155] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.222439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.222439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.222574] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.222667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.222765] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 already deleted. [ 1207.222845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.369536] env[67441]: INFO networking_nsxv3.common.synchronization [req-69b635ce-0b12-4c8e-9465-e8e04133550c req-2c7e06e3-12c6-4613-997a-aeea6ea1bdcc tempest-DeleteServersTestJSON-224865475 tempest-DeleteServersTestJSON-224865475-project-member] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1207.370143] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1207.370458] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.370572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.370647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.370830] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.370984] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.371249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.371317] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.371481] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.371570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.371664] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.874187] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.874408] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.874475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.874650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.874741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.874950] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.875073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.875159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.875307] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.875395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.875467] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1207.909060] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.909060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.909298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.909330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.909464] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.920376] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1209.932447] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1209.932795] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe deletion is rescheduled due to dependency. [ 1209.932795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.055681] env[67441]: INFO networking_nsxv3.common.synchronization [req-c7a06de4-c655-42f0-a579-c1e0ffa24454 req-7a006954-2192-4e6e-95be-8eae7dbb7291 tempest-AttachVolumeShelveTestJSON-935925439 tempest-AttachVolumeShelveTestJSON-935925439-project-member] Enqueued Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_members [ 1212.056319] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_members [ 1212.056768] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.056768] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.056851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.057106] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.057253] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.057650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.057650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.057650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.057650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.057938] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.406080] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.406291] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.406416] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.406690] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.406946] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.407273] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.407402] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.407623] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.407770] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.407972] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.408100] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.408219] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.408327] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.408442] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.408547] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.408727] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.429721] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.429880] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.429978] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.430186] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.430497] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-52d48e10-cc60-40b3-9ea1-5015fc641b43 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.430667] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.430786] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.431165] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.431310] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d48e10-cc60-40b3-9ea1-5015fc641b43',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.560814] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.561112] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.561311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.561378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.561472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.561689] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.561845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.561939] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.562132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.562211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.562305] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 already deleted. [ 1212.562384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.933714] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.933950] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.934190] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.934441] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.934598] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.934756] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 52d48e10-cc60-40b3-9ea1-5015fc641b43 not found, creating... [ 1212.935035] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.935197] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.935312] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.935532] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.935666] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.935946] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.936229] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.936229] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.936422] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.936559] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.936692] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 52d48e10-cc60-40b3-9ea1-5015fc641b43 is going to be created. [ 1212.956609] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.956807] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.956952] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.957337] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.957448] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.957839] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.674484] env[67441]: INFO networking_nsxv3.common.synchronization [req-c7a06de4-c655-42f0-a579-c1e0ffa24454 req-53c6a7d1-b1d3-4975-8be5-b60db578270e service nova] Enqueued Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_rules [ 1213.674923] env[67441]: INFO networking_nsxv3.common.synchronization [req-c7a06de4-c655-42f0-a579-c1e0ffa24454 req-53c6a7d1-b1d3-4975-8be5-b60db578270e service nova] Enqueued Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_members [ 1213.675246] env[67441]: INFO networking_nsxv3.common.synchronization [req-c7a06de4-c655-42f0-a579-c1e0ffa24454 req-53c6a7d1-b1d3-4975-8be5-b60db578270e service nova] Enqueued Resource ID: 52d48e10-cc60-40b3-9ea1-5015fc641b43 with Priority: HIGHEST for action port [ 1213.676105] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_rules [ 1213.676219] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_members [ 1213.676380] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d48e10-cc60-40b3-9ea1-5015fc641b43 with Priority: HIGHEST for action port [ 1213.676712] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.676849] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.676917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.677199] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.677330] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.680394] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.680541] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.680606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.680903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.680998] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.681137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.681202] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.681377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.681466] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.682139] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.683207] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-52d48e10-cc60-40b3-9ea1-5015fc641b43 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.683397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.684030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.684795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.684795] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d48e10-cc60-40b3-9ea1-5015fc641b43',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.181158] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.181291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.186762] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.187580] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52d48e10-cc60-40b3-9ea1-5015fc641b43 with status ACTIVE [ 1214.187791] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.187917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.187989] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.188215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.188309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.188489] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.188590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.188652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.188818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.188897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.189091] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.189387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.189387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.189474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.189474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.189576] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52d48e10-cc60-40b3-9ea1-5015fc641b43 is going to be updated. [ 1214.213414] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.213794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.213927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.214247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.214452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.214668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.692304] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.195393] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.195393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.195530] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.195626] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.195720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.195837] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 is going to be created. [ 1215.226989] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.227264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.227264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.227547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.227683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.238462] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 in Status: UNINITIALIZED for 2s [ 1215.453579] env[67441]: INFO networking_nsxv3.common.synchronization [None req-96e5df4d-5501-43fb-9502-3d3eaa090a08 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGHEST for action security_group_rules [ 1215.454173] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGHEST for action security_group_rules [ 1215.454522] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6d47f57-9265-47b1-8351-787848fb06e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.454650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.454724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.455102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.455185] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6d47f57-9265-47b1-8351-787848fb06e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.542720] env[67441]: INFO networking_nsxv3.common.synchronization [None req-fad76b73-c1a5-4f01-9878-c73dfe7bbcb5 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGHEST for action security_group_rules [ 1215.542720] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGHEST for action security_group_rules [ 1215.542819] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6d47f57-9265-47b1-8351-787848fb06e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.542875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.976897] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.977238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.977238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.977305] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.977354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.977436] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6d47f57-9265-47b1-8351-787848fb06e4 already deleted. [ 1215.977520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.977669] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.977821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.977914] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6d47f57-9265-47b1-8351-787848fb06e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.499099] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.499285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.499334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.499535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.499624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.499802] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6d47f57-9265-47b1-8351-787848fb06e4 already deleted. [ 1216.499910] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.248951] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 in Status: SUCCESS [ 1217.248951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.249348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.249348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.250024] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.250024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.250024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.250024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.250024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.250024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.250428] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.752195] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.242465] env[67441]: INFO networking_nsxv3.common.synchronization [req-780b65e0-3410-42c8-97c2-3f81d01af5a9 req-6eb2f09f-b901-46d8-a62e-ab67312966b0 tempest-DeleteServersTestJSON-224865475 tempest-DeleteServersTestJSON-224865475-project-member] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1218.242769] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1218.243195] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.243311] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.243419] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.243603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.243772] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.243917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.243984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.244138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.244292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.244352] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.255137] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc4b2a7b-9026-47ba-aef4-270a89a8ad51: rpc.has_security_group_logging(os_id): False [ 1218.275218] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.275218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.275218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.275406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.275486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.275786] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.275896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.275960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.276128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.276205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.276299] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 is going to be created. [ 1218.349364] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.349596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.349596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.349769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.349910] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.363854] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 in Status: IN_PROGRESS for 2s [ 1218.529019] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.529300] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.529382] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.529664] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.529936] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.530101] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.530217] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.530437] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.530627] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.530835] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.530955] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.531103] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.531205] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.531284] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.531386] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.531581] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.549759] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.549948] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.550123] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.550300] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.550626] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-c1c84315-8a43-4ee1-84fe-05153ce872ea taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.550800] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-c1c84315-8a43-4ee1-84fe-05153ce872ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.550926] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-c1c84315-8a43-4ee1-84fe-05153ce872ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.551295] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-c1c84315-8a43-4ee1-84fe-05153ce872ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.551431] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c84315-8a43-4ee1-84fe-05153ce872ea',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.746651] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.746911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.746911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.747176] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.747292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.747496] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.747603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.747668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.747853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.747949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.748039] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1218.779793] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.780088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.780194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.780440] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.780615] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.794345] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1219.054282] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.054506] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.054556] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.054827] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.054981] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.055167] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port c1c84315-8a43-4ee1-84fe-05153ce872ea not found, creating... [ 1219.055465] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.055637] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.055756] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.056043] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.056204] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.056531] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.056862] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.056862] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.057105] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.057251] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.057400] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: c1c84315-8a43-4ee1-84fe-05153ce872ea is going to be created. [ 1219.083823] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.084081] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.084187] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.084473] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.084708] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.084937] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-c1c84315-8a43-4ee1-84fe-05153ce872ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.795786] env[67441]: INFO networking_nsxv3.common.synchronization [req-780b65e0-3410-42c8-97c2-3f81d01af5a9 req-0a58e88e-cd9c-4d9f-89e0-be027bb0be58 service nova] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_rules [ 1219.796078] env[67441]: INFO networking_nsxv3.common.synchronization [req-780b65e0-3410-42c8-97c2-3f81d01af5a9 req-0a58e88e-cd9c-4d9f-89e0-be027bb0be58 service nova] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1219.796231] env[67441]: INFO networking_nsxv3.common.synchronization [req-780b65e0-3410-42c8-97c2-3f81d01af5a9 req-0a58e88e-cd9c-4d9f-89e0-be027bb0be58 service nova] Enqueued Resource ID: c1c84315-8a43-4ee1-84fe-05153ce872ea with Priority: HIGHEST for action port [ 1219.796775] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_rules [ 1219.796975] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1219.797083] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1c84315-8a43-4ee1-84fe-05153ce872ea with Priority: HIGHEST for action port [ 1219.797362] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.797482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.797549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.797763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.797822] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.799025] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.799173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.799375] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1c84315-8a43-4ee1-84fe-05153ce872ea taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.799478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1c84315-8a43-4ee1-84fe-05153ce872ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.799544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1c84315-8a43-4ee1-84fe-05153ce872ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.799743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1c84315-8a43-4ee1-84fe-05153ce872ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.799902] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1c84315-8a43-4ee1-84fe-05153ce872ea',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.304075] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1c84315-8a43-4ee1-84fe-05153ce872ea with status ACTIVE [ 1220.304370] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.304534] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.304624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.304869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.304983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.305193] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.305318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.305399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.305576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.305677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.305884] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.306019] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.306100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.306286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.306375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.306488] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1c84315-8a43-4ee1-84fe-05153ce872ea is going to be updated. [ 1220.308156] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.308256] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.329623] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.329862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.329862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.330045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.330181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.330341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1c84315-8a43-4ee1-84fe-05153ce872ea" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.375677] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 in Status: SUCCESS [ 1220.375865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.805559] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1220.805876] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe deletion is rescheduled due to dependency. [ 1220.805876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.806026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.806235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.806506] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.806610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.806610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.806766] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.806840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.806933] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.308858] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.811422] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.935518] env[67441]: INFO networking_nsxv3.common.synchronization [req-5ec6b62d-34e7-49ef-9fc6-482df63ef1d4 req-eb5d7d3a-1b65-4f75-b672-1f862d1a55d3 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGHEST for action security_group_members [ 1221.935961] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGHEST for action security_group_members [ 1221.936274] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6d47f57-9265-47b1-8351-787848fb06e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.936400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.936452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.936887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.936887] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.937053] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.937218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.937436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.937575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.937722] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6d47f57-9265-47b1-8351-787848fb06e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.292706] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.292922] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.293065] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.293351] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.293614] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.294073] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.294073] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.294221] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.294252] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.294440] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.294556] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.294664] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.294825] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.294876] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.294967] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.295114] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.313581] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.313926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.314037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.314309] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.314452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.314569] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1222.332264] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.332509] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1222.332602] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.332800] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.333172] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-6623ba59-1969-4717-a314-8c118049ef03 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.333357] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-6623ba59-1969-4717-a314-8c118049ef03" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.333479] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-6623ba59-1969-4717-a314-8c118049ef03" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.333866] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-6623ba59-1969-4717-a314-8c118049ef03" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.333964] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6623ba59-1969-4717-a314-8c118049ef03',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.357127] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.357348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.357348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.357554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.357702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.367042] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1222.441195] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.441195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.441195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.441475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.441511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.441688] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.441784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.441847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.441993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.442080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.442166] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6d47f57-9265-47b1-8351-787848fb06e4 already deleted. [ 1222.442248] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.836229] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.836586] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.836586] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.837096] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.837181] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.837289] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 6623ba59-1969-4717-a314-8c118049ef03 not found, creating... [ 1222.837567] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.837702] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.837816] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.838053] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.838191] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.838468] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.838619] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.838732] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.838988] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.839144] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.839282] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 6623ba59-1969-4717-a314-8c118049ef03 is going to be created. [ 1222.859289] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.859484] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.859595] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.859930] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.860199] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.860435] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-6623ba59-1969-4717-a314-8c118049ef03" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.564491] env[67441]: INFO networking_nsxv3.common.synchronization [req-5ec6b62d-34e7-49ef-9fc6-482df63ef1d4 req-183ee0cd-be1c-4dae-908c-3027a98f4c3f service nova] Enqueued Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGHEST for action security_group_rules [ 1223.564491] env[67441]: INFO networking_nsxv3.common.synchronization [req-5ec6b62d-34e7-49ef-9fc6-482df63ef1d4 req-183ee0cd-be1c-4dae-908c-3027a98f4c3f service nova] Enqueued Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGHEST for action security_group_members [ 1223.564491] env[67441]: INFO networking_nsxv3.common.synchronization [req-5ec6b62d-34e7-49ef-9fc6-482df63ef1d4 req-183ee0cd-be1c-4dae-908c-3027a98f4c3f service nova] Enqueued Resource ID: 6623ba59-1969-4717-a314-8c118049ef03 with Priority: HIGHEST for action port [ 1223.564491] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGHEST for action security_group_rules [ 1223.564491] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGHEST for action security_group_members [ 1223.564491] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6623ba59-1969-4717-a314-8c118049ef03 with Priority: HIGHEST for action port [ 1223.564835] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6d47f57-9265-47b1-8351-787848fb06e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.565102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.565189] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.565527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.565527] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6d47f57-9265-47b1-8351-787848fb06e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.566331] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6d47f57-9265-47b1-8351-787848fb06e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.566443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.566509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.566679] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.566821] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.566915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.566976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.567129] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.567234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.567335] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6d47f57-9265-47b1-8351-787848fb06e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.568053] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-6623ba59-1969-4717-a314-8c118049ef03 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.568163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6623ba59-1969-4717-a314-8c118049ef03" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.568229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6623ba59-1969-4717-a314-8c118049ef03" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.568377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6623ba59-1969-4717-a314-8c118049ef03" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.568448] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6623ba59-1969-4717-a314-8c118049ef03',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.070448] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6d47f57-9265-47b1-8351-787848fb06e4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.070864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.070864] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6d47f57-9265-47b1-8351-787848fb06e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.071929] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6623ba59-1969-4717-a314-8c118049ef03 with status ACTIVE [ 1224.072175] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.072351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.072506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.072718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.073913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.073913] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.073913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.073913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.073913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.073913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.073913] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.073913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.073913] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.074444] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.074444] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.074444] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6623ba59-1969-4717-a314-8c118049ef03 is going to be updated. [ 1224.095016] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.095200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.095243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.095441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.095571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.095723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6623ba59-1969-4717-a314-8c118049ef03" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.376379] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1224.376552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.376688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.376933] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.377142] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.377303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.377387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.377596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.377680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.377770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.377859] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.576313] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6d47f57-9265-47b1-8351-787848fb06e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.880025] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.880252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.880252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.880461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.880628] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.880726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.880789] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.880944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.881043] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.881133] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.881281] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.881370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.881428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.881599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.881715] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.881837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.881915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.881993] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.882083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.882162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.882251] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.078828] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.079188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.079188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.079414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.079550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.079686] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6d47f57-9265-47b1-8351-787848fb06e4 is going to be created. [ 1225.105405] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.105634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.105634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.105834] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.105997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.116127] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6d47f57-9265-47b1-8351-787848fb06e4 in Status: UNINITIALIZED for 2s [ 1225.384439] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eaa18d1-948c-4ea5-a71d-edc2db404efe: rpc.has_security_group_logging(os_id): False [ 1225.404294] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.404509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.404588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.404881] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.405031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.405306] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.405457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.405549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.405809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.405925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.406224] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.406352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.406435] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.406679] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.406780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.407079] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.407198] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.407330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.407517] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.407617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.407733] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1225.478165] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.478402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.478458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.478742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.479031] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.496796] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1227.128132] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6d47f57-9265-47b1-8351-787848fb06e4 in Status: SUCCESS [ 1227.128132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.128132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.128132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.128568] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.128568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.128652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.129011] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.129106] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.129250] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.129365] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6d47f57-9265-47b1-8351-787848fb06e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.511315] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1227.511561] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.631328] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6d47f57-9265-47b1-8351-787848fb06e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.134185] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6d47f57-9265-47b1-8351-787848fb06e4: rpc.has_security_group_logging(os_id): False [ 1228.154214] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.154494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.154494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.154657] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.154741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.155032] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.155181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.155270] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.155473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.155551] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.155651] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6d47f57-9265-47b1-8351-787848fb06e4 is going to be created. [ 1228.239289] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.239538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.239596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.239868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.240132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.257804] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6d47f57-9265-47b1-8351-787848fb06e4 in Status: IN_PROGRESS for 2s [ 1228.565788] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.566035] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1230.271493] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6d47f57-9265-47b1-8351-787848fb06e4 in Status: SUCCESS [ 1230.271949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.547496] env[67441]: INFO networking_nsxv3.common.synchronization [req-bf88a6a3-f3f0-4178-8877-a86ca06daeb0 req-ccf69909-d462-4ef0-ab87-75b4b46d9769 tempest-DeleteServersTestJSON-224865475 tempest-DeleteServersTestJSON-224865475-project-member] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1233.548522] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1233.548522] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.548676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.548676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.548846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.549053] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.549188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.549254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.549374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.549464] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.549556] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.053718] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.053960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.053960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.054165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.054283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.054479] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.054570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.054629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.054744] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.054820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.054909] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1234.085978] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.086200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.086200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.086411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.086544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.100250] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1236.113499] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1236.113818] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe deletion is rescheduled due to dependency. [ 1236.113818] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.548922] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.549361] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.186730] env[67441]: INFO networking_nsxv3.common.synchronization [req-24bf58be-ea86-48aa-b71d-72115c3759fb req-29740306-814e-43f6-ac84-9a925340761f tempest-DeleteServersTestJSON-224865475 tempest-DeleteServersTestJSON-224865475-project-member] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1242.187340] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1242.187645] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.187767] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.187835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.188047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.188204] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.188301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.188362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.188505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.188589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.188683] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.536045] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.536045] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.536045] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.536313] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.536419] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.536572] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.536690] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.536906] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.537080] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.537327] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.537445] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.537554] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.537671] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.537777] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.537875] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.538007] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.564275] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.564445] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.564579] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.564753] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-940" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.565083] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-9603b7d3-b61b-41f1-b051-86cc60b2c75d taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.565251] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-9603b7d3-b61b-41f1-b051-86cc60b2c75d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.565370] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-9603b7d3-b61b-41f1-b051-86cc60b2c75d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.565718] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-9603b7d3-b61b-41f1-b051-86cc60b2c75d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.565840] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9603b7d3-b61b-41f1-b051-86cc60b2c75d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.691403] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.691543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.691543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.691746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.691840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.692052] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.692153] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.692216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.692366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.692438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.692525] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1242.718661] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.718813] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.718895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.719104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.719310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.728281] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1243.068435] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.068682] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.068815] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.069109] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.069336] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.069495] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 9603b7d3-b61b-41f1-b051-86cc60b2c75d not found, creating... [ 1243.069854] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.070092] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.070380] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.070663] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.070814] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.071121] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.071282] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.071401] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.071782] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.071935] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.072093] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 9603b7d3-b61b-41f1-b051-86cc60b2c75d is going to be created. [ 1243.094774] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.094978] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.095127] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.095677] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.095773] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.095982] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-9603b7d3-b61b-41f1-b051-86cc60b2c75d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.783734] env[67441]: INFO networking_nsxv3.common.synchronization [req-24bf58be-ea86-48aa-b71d-72115c3759fb req-4dfa0d2b-c7ef-4275-a15a-59c51f35ff81 service nova] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_rules [ 1243.783990] env[67441]: INFO networking_nsxv3.common.synchronization [req-24bf58be-ea86-48aa-b71d-72115c3759fb req-4dfa0d2b-c7ef-4275-a15a-59c51f35ff81 service nova] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1243.783990] env[67441]: INFO networking_nsxv3.common.synchronization [req-24bf58be-ea86-48aa-b71d-72115c3759fb req-4dfa0d2b-c7ef-4275-a15a-59c51f35ff81 service nova] Enqueued Resource ID: 9603b7d3-b61b-41f1-b051-86cc60b2c75d with Priority: HIGHEST for action port [ 1243.784565] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_rules [ 1243.784700] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1243.784789] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9603b7d3-b61b-41f1-b051-86cc60b2c75d with Priority: HIGHEST for action port [ 1243.785106] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.785345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.785443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.785665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.785763] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.786629] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.786741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.787799] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9603b7d3-b61b-41f1-b051-86cc60b2c75d taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.787799] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9603b7d3-b61b-41f1-b051-86cc60b2c75d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.787799] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9603b7d3-b61b-41f1-b051-86cc60b2c75d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.787799] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9603b7d3-b61b-41f1-b051-86cc60b2c75d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.787799] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9603b7d3-b61b-41f1-b051-86cc60b2c75d',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.289749] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.289920] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.290084] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9603b7d3-b61b-41f1-b051-86cc60b2c75d with status ACTIVE [ 1244.290261] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.290372] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.290434] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.290643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.290723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.290890] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.290985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.291060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.291209] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.291285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.291459] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.291569] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.291630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.291771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.291843] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.291926] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9603b7d3-b61b-41f1-b051-86cc60b2c75d is going to be updated. [ 1244.312649] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.312862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.312862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.313044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.313206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.313361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9603b7d3-b61b-41f1-b051-86cc60b2c75d" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.738017] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 4s [ 1246.749348] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1246.749704] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe deletion is rescheduled due to dependency. [ 1246.749704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.749704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.749875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.750092] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.750222] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.750282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.750450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.750531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.750627] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.253567] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.756124] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.259291] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.259538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.259538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.259754] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.259846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.259945] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1248.289495] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.289723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.289723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.289897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.290055] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.298368] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1248.785687] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.786089] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1248.926072] env[67441]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1248.926293] env[67441]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1250.002414] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.002784] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.002784] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.003009] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.003276] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.003433] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.003547] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.003756] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.003898] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.004267] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.004396] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.004538] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.004653] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.004766] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.004871] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.005006] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.026436] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.026638] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1250.026730] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.026902] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-881" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.027277] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-8d687b3b-785e-4088-909a-bf358d0c22a2 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.027452] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.027567] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.027825] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.027958] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d687b3b-785e-4088-909a-bf358d0c22a2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.308312] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1250.308511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.308755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.309081] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.309290] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.309419] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.309486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.309649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.309753] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.309872] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.310032] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.529999] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.530235] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.530411] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.530664] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.530816] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.531119] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.531276] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.531392] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.531610] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.531745] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.532033] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.532191] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.532307] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.532515] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.532645] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.532786] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 8d687b3b-785e-4088-909a-bf358d0c22a2 is going to be updated. [ 1250.553628] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.553823] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.553925] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.554221] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.554423] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.554668] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.812545] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.812545] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.812797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.812837] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.812975] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.813095] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.813160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.813316] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.813442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.813539] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.813688] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.813782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.813844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.813982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.814129] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.814218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.814277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.814411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.814482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.814557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.814642] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.229521] env[67441]: INFO networking_nsxv3.common.synchronization [req-8a0f11cb-4f17-47c9-ae70-9e4e1a35a7de req-ee1eabfe-2cad-40cf-b17e-d93e11d59458 service nova] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_rules [ 1251.229843] env[67441]: INFO networking_nsxv3.common.synchronization [req-8a0f11cb-4f17-47c9-ae70-9e4e1a35a7de req-ee1eabfe-2cad-40cf-b17e-d93e11d59458 service nova] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1251.229843] env[67441]: INFO networking_nsxv3.common.synchronization [req-8a0f11cb-4f17-47c9-ae70-9e4e1a35a7de req-ee1eabfe-2cad-40cf-b17e-d93e11d59458 service nova] Enqueued Resource ID: 8d687b3b-785e-4088-909a-bf358d0c22a2 with Priority: HIGHEST for action port [ 1251.230428] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_rules [ 1251.230584] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1251.230713] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d687b3b-785e-4088-909a-bf358d0c22a2 with Priority: HIGHEST for action port [ 1251.231015] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.231162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.231229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.232567] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.232567] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.232928] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.232928] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.233027] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.233361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.233361] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.233361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.233527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.233562] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.233642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.233731] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.234964] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d687b3b-785e-4088-909a-bf358d0c22a2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.234964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.234964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.235151] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.235151] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d687b3b-785e-4088-909a-bf358d0c22a2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.317299] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eaa18d1-948c-4ea5-a71d-edc2db404efe: rpc.has_security_group_logging(os_id): False [ 1251.335446] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.335686] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.335686] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.335885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.336092] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.336199] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.336318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.336381] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.336552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.336627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.336835] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.336941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.337015] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.337181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.337258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.337446] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.337552] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.337614] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.337761] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.337842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.337927] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1251.401401] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.401666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.401666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.401862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.402030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.433686] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1251.736763] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.737908] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.738046] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.738212] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d687b3b-785e-4088-909a-bf358d0c22a2 with status ACTIVE [ 1251.738425] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.738537] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.738599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.738809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.738895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.740098] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.740098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.740098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.740098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.740098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.740098] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.740098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.740098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.740098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.740098] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.740098] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d687b3b-785e-4088-909a-bf358d0c22a2 is going to be updated. [ 1251.761740] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.761917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.761953] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.762167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.762301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.762453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d687b3b-785e-4088-909a-bf358d0c22a2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.242151] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.745366] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.745580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.745580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.745810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.745956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.746135] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be updated. [ 1252.776076] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.776274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.776319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.776550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.776725] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.785932] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 1253.453507] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1253.453923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.796614] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 1254.796981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.797060] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.797277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.797514] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.797630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.797697] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.797857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.797938] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.798030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.798120] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.300350] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.802463] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5978b95c-ae3b-4115-8490-c777711b5935: rpc.has_security_group_logging(os_id): False [ 1255.822121] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.822328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.822370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.822593] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.822731] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.823041] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.823160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.823225] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.823398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.823477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.823589] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be updated. [ 1255.886156] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.886369] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.886369] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.886589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.886732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.905041] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 1256.231930] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.232156] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1257.921572] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 1257.921572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.232909] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.233237] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1261.685092] env[67441]: INFO networking_nsxv3.common.synchronization [req-29d9cadc-c6b5-4fe4-810c-dbb3664ec9e9 req-cb563b1f-ee82-4dc8-82f4-1a9ec97b2f3f tempest-ServerActionsTestJSON-1042543599 tempest-ServerActionsTestJSON-1042543599-project-member] Enqueued Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGHEST for action security_group_members [ 1261.685668] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGHEST for action security_group_members [ 1261.686107] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.686331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.686331] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.686494] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.686658] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.686770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.686826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.687620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.687620] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.687620] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed51ffe-34b1-4796-8b18-b067a1d1b5fd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.191106] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.191283] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.191337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.191573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.191666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.191870] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.192015] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.192072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.192205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.192276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.192366] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd is going to be updated. [ 1262.235125] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.235576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.235576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.235576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.235734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.246290] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd in Status: IN_PROGRESS for 2s [ 1264.257953] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd in Status: SUCCESS [ 1264.258321] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd deletion is rescheduled due to dependency. [ 1264.258321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.686618] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.686903] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.139493] env[67441]: INFO networking_nsxv3.common.synchronization [req-8dbf5364-a344-46b9-92be-58e3ba0b088e req-30838b93-2017-4842-aad5-b9b6904f4001 tempest-ServerActionsTestOtherB-1368839603 tempest-ServerActionsTestOtherB-1368839603-project-member] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1268.140113] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGHEST for action security_group_members [ 1268.140458] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.140584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.140650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.140851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.140994] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.141154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.141154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.141300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.141383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.141726] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.644773] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.645029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.645029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.645227] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.645324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.645518] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.645621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.645685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.645839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.645914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.646010] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be updated. [ 1268.676629] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.676956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.676956] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.677214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.677406] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.686728] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: IN_PROGRESS for 2s [ 1270.700949] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5978b95c-ae3b-4115-8490-c777711b5935 in Status: SUCCESS [ 1270.701510] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 deletion is rescheduled due to dependency. [ 1270.701510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.476060] env[67441]: INFO networking_nsxv3.common.synchronization [req-6644dbdd-e6ea-4add-a056-24facc502020 req-95241089-810e-4872-8b93-c1b7304dbf64 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGHEST for action security_group_members [ 1271.477033] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGHEST for action security_group_members [ 1271.477421] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6d47f57-9265-47b1-8351-787848fb06e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.477683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.477683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.477856] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.478032] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.478245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.478324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.478717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.478717] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.478717] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6d47f57-9265-47b1-8351-787848fb06e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.983065] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.983065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.983065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.983065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.983065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.983065] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.983065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.983065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.983703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.983703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.983703] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6d47f57-9265-47b1-8351-787848fb06e4 is going to be updated. [ 1272.016669] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.016877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.016877] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.017130] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.017274] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.026830] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6d47f57-9265-47b1-8351-787848fb06e4 in Status: IN_PROGRESS for 2s [ 1274.041087] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6d47f57-9265-47b1-8351-787848fb06e4 in Status: SUCCESS [ 1274.041490] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6d47f57-9265-47b1-8351-787848fb06e4 deletion is rescheduled due to dependency. [ 1274.041490] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.478266] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.478570] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.479406] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.479815] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1282.525498] env[67441]: INFO networking_nsxv3.common.synchronization [req-f5c71873-3369-4993-baf1-087d3288a805 req-f0d9ddc6-6174-437c-bdca-f84ae5802dc6 tempest-DeleteServersTestJSON-224865475 tempest-DeleteServersTestJSON-224865475-project-member] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1282.526081] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGHEST for action security_group_members [ 1282.526399] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.526522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.526590] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.526826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.527024] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.527475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.527597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.527852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.527926] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.528071] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.030632] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.030940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.030940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.031158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.031251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.031469] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.031576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.031657] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.031841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.031917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.032019] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be updated. [ 1283.060307] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.060506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.060506] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.060637] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.060777] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.070501] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: IN_PROGRESS for 2s [ 1283.496994] env[67441]: INFO networking_nsxv3.common.synchronization [req-674d7fa2-783c-4086-98a8-8fb950cd833d req-d20fa21e-f0c0-4aa3-ba91-95e18a4ba6e4 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGHEST for action security_group_members [ 1283.497924] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGHEST for action security_group_members [ 1283.498703] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f63647-1c90-4422-bce8-e1aa810a0c85 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.498703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.498703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.498860] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.499044] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.499236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.499392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.499631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.499748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.499951] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1f63647-1c90-4422-bce8-e1aa810a0c85',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.004083] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.004573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.004573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.004573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.004573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.004857] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.004857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.004857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.005072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.005128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.005175] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 is going to be updated. [ 1284.035213] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.035414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.035414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.035631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.035809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.044961] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 in Status: IN_PROGRESS for 2s [ 1285.081308] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe in Status: SUCCESS [ 1285.081664] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe deletion is rescheduled due to dependency. [ 1285.081664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.055275] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 in Status: SUCCESS [ 1286.055470] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 deletion is rescheduled due to dependency. [ 1286.055570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.499640] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.500072] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1289.185290] env[67441]: INFO networking_nsxv3.common.synchronization [None req-3ce7ff61-f6c6-40ab-a124-08674e6a19dc tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGHEST for action security_group_rules [ 1289.185816] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGHEST for action security_group_rules [ 1289.186200] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.186341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.186393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.186688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.186772] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.279617] env[67441]: INFO networking_nsxv3.common.synchronization [None req-b58a9900-2431-4549-8fca-134d9cfe2e64 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGHEST for action security_group_rules [ 1289.280181] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGHEST for action security_group_rules [ 1289.280483] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.280584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.711560] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.711933] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.711933] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.712236] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.712386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.712539] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 already deleted. [ 1289.712683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.712919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.713181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.713334] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.235480] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.235702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.235800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.235983] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.236139] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.236199] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 already deleted. [ 1290.236284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.082273] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.082599] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.082599] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.082849] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.083164] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.083393] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.083550] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.083645] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.083787] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.084033] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.084148] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.084261] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.084385] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.084477] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.084592] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.084723] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.108653] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.108837] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.108967] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.109173] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-138" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.109493] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-52d48e10-cc60-40b3-9ea1-5015fc641b43 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.109664] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.109782] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.110153] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.110358] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d48e10-cc60-40b3-9ea1-5015fc641b43',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.613243] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.613490] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.613613] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.613893] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.614325] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.614397] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.614494] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.614592] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.614814] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.614943] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.615234] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.615501] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.615501] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.615686] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.615841] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.615941] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 52d48e10-cc60-40b3-9ea1-5015fc641b43 is going to be updated. [ 1291.638962] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.639213] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.639337] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.639631] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.639797] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.640120] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.368786] env[67441]: INFO networking_nsxv3.common.synchronization [req-58996da7-19ad-4791-b525-dd75238ec77b req-8a745415-0295-41d4-8b56-d1c09b6c9a88 service nova] Enqueued Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_rules [ 1292.369058] env[67441]: INFO networking_nsxv3.common.synchronization [req-58996da7-19ad-4791-b525-dd75238ec77b req-8a745415-0295-41d4-8b56-d1c09b6c9a88 service nova] Enqueued Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_members [ 1292.369188] env[67441]: INFO networking_nsxv3.common.synchronization [req-58996da7-19ad-4791-b525-dd75238ec77b req-8a745415-0295-41d4-8b56-d1c09b6c9a88 service nova] Enqueued Resource ID: 52d48e10-cc60-40b3-9ea1-5015fc641b43 with Priority: HIGHEST for action port [ 1292.369777] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_rules [ 1292.370021] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_members [ 1292.370136] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d48e10-cc60-40b3-9ea1-5015fc641b43 with Priority: HIGHEST for action port [ 1292.370477] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.370655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.370715] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.370973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.371094] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.372146] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.372310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.372400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.372603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.372783] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.372897] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.372996] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.373192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.373775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.373775] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.374362] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-52d48e10-cc60-40b3-9ea1-5015fc641b43 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.375358] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.375635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.375635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.375742] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d48e10-cc60-40b3-9ea1-5015fc641b43',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.877830] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.878954] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.879125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.879382] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52d48e10-cc60-40b3-9ea1-5015fc641b43 with status ACTIVE [ 1292.879574] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.879741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.879741] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.880051] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.880184] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.880363] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.880472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.880533] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.880714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.880835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.881048] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.881238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.881238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.881375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.881459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.881589] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52d48e10-cc60-40b3-9ea1-5015fc641b43 is going to be updated. [ 1292.914584] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.915585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.915585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.915585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.915585] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.915794] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52d48e10-cc60-40b3-9ea1-5015fc641b43" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.385332] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.888399] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.888399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.888399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.888399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.888399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.888399] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 is going to be updated. [ 1293.919339] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.919528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.919603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.919816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.920052] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.929827] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 in Status: IN_PROGRESS for 2s [ 1294.303281] env[67441]: INFO networking_nsxv3.common.synchronization [None req-6ccad2c3-70da-4f3d-b620-5729971d86c1 None None] Enqueued Resource ID: 9e90cb11-61c4-461d-9f50-8659b3d71444 with Priority: HIGHEST for action port [ 1294.304351] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e90cb11-61c4-461d-9f50-8659b3d71444 with Priority: HIGHEST for action port [ 1294.305436] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e90cb11-61c4-461d-9f50-8659b3d71444 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.305753] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e90cb11-61c4-461d-9f50-8659b3d71444" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.305844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e90cb11-61c4-461d-9f50-8659b3d71444" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.306179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e90cb11-61c4-461d-9f50-8659b3d71444" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.306179] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e90cb11-61c4-461d-9f50-8659b3d71444',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.658550] env[67441]: INFO networking_nsxv3.common.synchronization [None req-6f0f69b4-8766-4220-8073-0236c966dfca tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_rules [ 1294.658550] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_rules [ 1294.659029] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.659029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.659029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.659177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.659177] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.735894] env[67441]: INFO networking_nsxv3.common.synchronization [None req-8d017f9b-7137-4947-8cff-d3d8f84e16f7 tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_rules [ 1294.736455] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_rules [ 1294.736782] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.736929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.807874] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e90cb11-61c4-461d-9f50-8659b3d71444 [ 1294.808393] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.808393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.808393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.808654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.808654] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.808719] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e90cb11-61c4-461d-9f50-8659b3d71444 already deleted. [ 1294.808748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e90cb11-61c4-461d-9f50-8659b3d71444" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.179818] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.179994] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.180087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.180351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.180876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.180876] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae already deleted. [ 1295.180876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.181037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.181179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.181275] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.704034] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.704034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.704383] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.704560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.704825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.704825] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae already deleted. [ 1295.704825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.942740] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 in Status: SUCCESS [ 1295.942740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.942740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.942740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.942740] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.943017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.943017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.943107] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.943165] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.943299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.943419] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.954684] env[67441]: INFO networking_nsxv3.common.synchronization [req-090fdbe0-7b05-49d5-965c-92b71d2291c6 req-990537a9-2b1a-4d72-9d2e-3db22b283d87 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGHEST for action security_group_members [ 1295.955281] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGHEST for action security_group_members [ 1295.955570] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.955699] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.955764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.955992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.958694] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.958828] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.958886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.959070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.959159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.959268] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.326078] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.326472] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.326680] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.326996] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.327317] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.327458] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.327598] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.327870] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.328102] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.328342] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.328463] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1296.328600] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1296.328758] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1296.328900] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.329061] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1296.329258] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1296.349279] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1296.349470] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1296.349670] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1296.349882] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.350279] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-8405aa4d-f5b2-45ca-bd78-dc32473c9ff9 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.350517] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-8405aa4d-f5b2-45ca-bd78-dc32473c9ff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.350678] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-8405aa4d-f5b2-45ca-bd78-dc32473c9ff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.351071] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-8405aa4d-f5b2-45ca-bd78-dc32473c9ff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.351236] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8405aa4d-f5b2-45ca-bd78-dc32473c9ff9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.389031] env[67441]: INFO networking_nsxv3.common.synchronization [None req-0d79f74f-b4c6-47c6-96f6-8cb591741067 None None] Enqueued Resource ID: cdf754ca-24f5-4052-a893-b35347510587 with Priority: HIGHEST for action port [ 1296.389600] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf754ca-24f5-4052-a893-b35347510587 with Priority: HIGHEST for action port [ 1296.390049] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdf754ca-24f5-4052-a893-b35347510587 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.390209] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdf754ca-24f5-4052-a893-b35347510587" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.390253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdf754ca-24f5-4052-a893-b35347510587" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.390557] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdf754ca-24f5-4052-a893-b35347510587" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.390635] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdf754ca-24f5-4052-a893-b35347510587',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.445707] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.462523] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.462703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.462703] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.462919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.463024] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.463231] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.463330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.463391] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.463547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.463636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.463885] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 already deleted. [ 1296.463885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.853585] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.854019] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.854092] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.854418] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.854600] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.854764] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 8405aa4d-f5b2-45ca-bd78-dc32473c9ff9 not found, creating... [ 1296.855039] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.855203] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.855320] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.855549] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.855685] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.855955] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.856121] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.856237] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.856438] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.856568] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.856703] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 8405aa4d-f5b2-45ca-bd78-dc32473c9ff9 is going to be created. [ 1296.876961] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.877231] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.877341] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.877677] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.877988] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.878266] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-8405aa4d-f5b2-45ca-bd78-dc32473c9ff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.893015] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdf754ca-24f5-4052-a893-b35347510587 [ 1296.893234] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.893360] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.893424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.893621] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.893708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.893799] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdf754ca-24f5-4052-a893-b35347510587 already deleted. [ 1296.893879] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdf754ca-24f5-4052-a893-b35347510587" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.947935] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc4b2a7b-9026-47ba-aef4-270a89a8ad51: rpc.has_security_group_logging(os_id): False [ 1296.966014] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.966261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.966261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.966478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.966613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.966807] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.966907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.966971] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.967142] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.967233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.967344] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 is going to be updated. [ 1297.056982] env[67441]: INFO networking_nsxv3.common.synchronization [req-29ce72c3-a540-48a1-9b58-908a0e175b6d req-9dc37bcb-4e1c-47b5-b375-893d97faef8b tempest-ServerActionsTestJSON-1042543599 tempest-ServerActionsTestJSON-1042543599-project-member] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1297.057785] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1297.057899] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.058021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.058087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.058303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.058463] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.058558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.058656] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.058784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.058869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.058976] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.064810] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.064981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.065062] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.065181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.065377] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.081155] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 in Status: IN_PROGRESS for 2s [ 1297.561567] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.561726] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.561800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.562055] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.562145] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.562351] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.562451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.562518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.562670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.562746] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.562838] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be updated. [ 1297.592279] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.592279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.592279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.592279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.592279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.600392] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: IN_PROGRESS for 2s [ 1297.636708] env[67441]: INFO networking_nsxv3.common.synchronization [req-090fdbe0-7b05-49d5-965c-92b71d2291c6 req-36612f16-f0f0-450e-a8f0-44d0dc48b35b service nova] Enqueued Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGHEST for action security_group_rules [ 1297.637088] env[67441]: INFO networking_nsxv3.common.synchronization [req-090fdbe0-7b05-49d5-965c-92b71d2291c6 req-36612f16-f0f0-450e-a8f0-44d0dc48b35b service nova] Enqueued Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGHEST for action security_group_members [ 1297.637347] env[67441]: INFO networking_nsxv3.common.synchronization [req-090fdbe0-7b05-49d5-965c-92b71d2291c6 req-36612f16-f0f0-450e-a8f0-44d0dc48b35b service nova] Enqueued Resource ID: 8405aa4d-f5b2-45ca-bd78-dc32473c9ff9 with Priority: HIGHEST for action port [ 1297.638099] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGHEST for action security_group_rules [ 1297.638406] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGHEST for action security_group_members [ 1297.638611] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8405aa4d-f5b2-45ca-bd78-dc32473c9ff9 with Priority: HIGHEST for action port [ 1297.638997] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.639355] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.639501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.639782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.639968] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.640958] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.641245] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.641402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.641675] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.641917] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.642758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.642758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.642758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.642758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.642758] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.643310] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-8405aa4d-f5b2-45ca-bd78-dc32473c9ff9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.643415] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8405aa4d-f5b2-45ca-bd78-dc32473c9ff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.643480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8405aa4d-f5b2-45ca-bd78-dc32473c9ff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.643627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8405aa4d-f5b2-45ca-bd78-dc32473c9ff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.643703] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8405aa4d-f5b2-45ca-bd78-dc32473c9ff9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.145243] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.146317] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.146465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.146574] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8405aa4d-f5b2-45ca-bd78-dc32473c9ff9 with status ACTIVE [ 1298.146728] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.146836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.146900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.147132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.147244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.147414] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.147510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.147573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.147724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.147799] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.147980] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.148423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.148423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.148423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.148423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.148423] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8405aa4d-f5b2-45ca-bd78-dc32473c9ff9 is going to be updated. [ 1298.168622] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.168798] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.168839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.169034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.169174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.169328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8405aa4d-f5b2-45ca-bd78-dc32473c9ff9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.650552] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.098167] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 in Status: SUCCESS [ 1299.098356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.153017] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.153458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.153458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.153535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.153665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.153744] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 is going to be created. [ 1299.176929] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.177218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.177218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.177392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.177565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.187767] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 in Status: UNINITIALIZED for 2s [ 1299.611247] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: SUCCESS [ 1299.611409] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 deletion is rescheduled due to dependency. [ 1299.611519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.868232] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.868451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.868553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.868876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.869070] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.365481] env[67441]: INFO networking_nsxv3.common.synchronization [req-6b2e761b-0b06-491f-a5fd-f95f1cfb0129 req-fd8f273c-6327-46ee-9657-ad12b7451c94 tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_members [ 1300.366449] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_members [ 1300.366844] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.366960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.366960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.367233] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.367415] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.367598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.367674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.367841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.367929] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.368035] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.372121] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.870651] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.870927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.871087] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.871395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.871786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.871887] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.872370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.872370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.872370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.872370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.872782] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae already deleted. [ 1300.872782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.874205] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.878206] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.878428] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.878580] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.878928] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.879234] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.879500] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.879711] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.879984] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.880205] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.880480] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.880617] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.880750] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.880882] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.881034] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.881197] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.881358] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.901794] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.902031] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1300.902223] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.902423] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.902744] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-cb5ab47d-987e-484c-803e-83e04ebabc2e taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.902999] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-cb5ab47d-987e-484c-803e-83e04ebabc2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.903128] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-cb5ab47d-987e-484c-803e-83e04ebabc2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.903475] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-cb5ab47d-987e-484c-803e-83e04ebabc2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.903633] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb5ab47d-987e-484c-803e-83e04ebabc2e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.197774] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 in Status: SUCCESS [ 1301.198185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.198997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.198997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.198997] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.198997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.198997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.199296] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.199410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.199518] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.199636] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.376569] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1301.377098] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1301.406483] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.406724] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.406893] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.407179] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.407369] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.407532] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port cb5ab47d-987e-484c-803e-83e04ebabc2e not found, creating... [ 1301.407795] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.407978] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.408175] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.408428] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.408569] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.408846] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.409020] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.409141] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.409352] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.409491] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.409632] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: cb5ab47d-987e-484c-803e-83e04ebabc2e is going to be created. [ 1301.440096] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.440338] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.440461] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.440745] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.440975] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.441273] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-cb5ab47d-987e-484c-803e-83e04ebabc2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.702040] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.148282] env[67441]: INFO networking_nsxv3.common.synchronization [req-6b2e761b-0b06-491f-a5fd-f95f1cfb0129 req-82939727-9da3-4c84-ac3f-6cb62f8bbd17 service nova] Enqueued Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_rules [ 1302.148456] env[67441]: INFO networking_nsxv3.common.synchronization [req-6b2e761b-0b06-491f-a5fd-f95f1cfb0129 req-82939727-9da3-4c84-ac3f-6cb62f8bbd17 service nova] Enqueued Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_members [ 1302.148591] env[67441]: INFO networking_nsxv3.common.synchronization [req-6b2e761b-0b06-491f-a5fd-f95f1cfb0129 req-82939727-9da3-4c84-ac3f-6cb62f8bbd17 service nova] Enqueued Resource ID: cb5ab47d-987e-484c-803e-83e04ebabc2e with Priority: HIGHEST for action port [ 1302.149132] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_rules [ 1302.149532] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_members [ 1302.149623] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb5ab47d-987e-484c-803e-83e04ebabc2e with Priority: HIGHEST for action port [ 1302.149893] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.150195] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.150252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.150465] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.150564] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.152442] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.152555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.152555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.152865] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.153185] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.153185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.153185] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.153367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.153446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.153751] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.154378] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb5ab47d-987e-484c-803e-83e04ebabc2e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.154511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb5ab47d-987e-484c-803e-83e04ebabc2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.154583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb5ab47d-987e-484c-803e-83e04ebabc2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.154904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb5ab47d-987e-484c-803e-83e04ebabc2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.154904] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb5ab47d-987e-484c-803e-83e04ebabc2e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.206400] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2be3f7f-2fc1-4523-b2bc-2bf03407aa13: rpc.has_security_group_logging(os_id): False [ 1302.224179] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.224280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.224386] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.224640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.224770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.225048] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.225188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.225280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.225462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.225597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.225724] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 is going to be created. [ 1302.285313] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.285515] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.285575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.285780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.299738] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1302.300791] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.301730] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1302.304095] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.304312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.304312] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.304492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.304643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.316856] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 in Status: IN_PROGRESS for 2s [ 1302.340410] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.340617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.340617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.340831] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.352522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.353443] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1302.353443] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.353723] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1302.420522] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.421037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.421037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.421037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.423895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.423895] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1302.510114] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.510357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.510357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.510555] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.510903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.511240] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1302.593105] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.593105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.593105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.593401] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.593602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.593890] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1302.593988] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d2be3f7f-2fc1-4523-b2bc-2bf03407aa13', 'b6d47f57-9265-47b1-8351-787848fb06e4', 'b1f63647-1c90-4422-bce8-e1aa810a0c85', '2eaa18d1-948c-4ea5-a71d-edc2db404efe', '253571c8-0437-41f7-86ee-bd856df12c46', '012cacd6-1381-42ed-b960-8e8cf46183b7', '24560ce6-fb65-4812-ab78-28d99a5fb998', '7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9', 'bed51ffe-34b1-4796-8b18-b067a1d1b5fd', '2eed440d-721b-4cd0-9a35-53ff76378de7', '7df675b0-b558-44bc-98af-414ee64d1f14', 'f005ba04-7973-42dd-8199-8cec110744ae', '5978b95c-ae3b-4115-8490-c777711b5935', 'a2c7a0ac-c30d-4755-a19e-3464bca3c2d7', '884670a9-6fa6-4754-9576-83d9487794c7', '245074ca-a665-44e1-8f8e-08ecc2fbcd57', 'b6360563-c0df-4f8b-b3fa-417c0ca34dbf', '3e64f980-bf6f-4a7c-b922-9f48127fc7b2', '68ccf24b-4fd7-45f5-bd51-a26d2515aeb4', '3c180cab-38c1-4de5-bb7e-08bdc72dcbb8', '547f9bf3-1923-437e-b7cb-61c9ff521976', 'ff436101-e98c-4650-a8a4-7cca82e01fe9', 'fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc', '38444a53-512a-4057-96c1-fc91ee5f5f94', '814560c6-c5b0-4389-8585-9bb62fc9f265', 'becdded8-2da6-4e87-98c7-97871a0bfe23', '09edb3ab-1416-4056-bc11-6e2bb651d4f0', '49dde048-9dd2-41d4-9af7-b94a42c03a1e', '2843e061-95bd-4eb6-b260-162e4cbed41a', 'b3c78ac1-0746-41fb-a69b-e9004fc0aa6f', '0c6a14ec-7c90-4b43-9062-e3f538dfafe9', '00bbdca4-084d-4c83-9f58-76960b4e33d1', '5497ad72-55ad-4a29-bbd3-b9eb030b2658', 'b582405d-72e7-4cac-8104-fb421987ba8a', 'bc4b2a7b-9026-47ba-aef4-270a89a8ad51', '52259326-b7b5-4244-ab44-955dd58e7bac', '23e1c136-4d75-456e-8e47-06d16ba73b1d', '769a9dcd-df06-471f-a222-1fad5d363953', 'd0b3bc0d-0998-429b-8206-6dd54acc11cb', '798dcf0c-5c20-45e6-96d3-fef974d194fb', 'a96e1333-3916-4891-ad79-54df740deaa2'} {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.594130] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1302.613372] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.613571] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.613665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.613903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.614022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.614122] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1302.614196] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.614266] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1302.653058] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.653301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.656574] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.660496] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb5ab47d-987e-484c-803e-83e04ebabc2e with status ACTIVE [ 1302.660745] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.660892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.660964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.661352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.661352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.661467] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.661531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.661595] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.661734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.661833] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.662059] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.662192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.662192] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.662338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.662550] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.662550] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb5ab47d-987e-484c-803e-83e04ebabc2e is going to be updated. [ 1302.686592] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.686829] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.686829] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.687127] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.687265] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.687421] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb5ab47d-987e-484c-803e-83e04ebabc2e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.689681] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.689839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.689839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.690111] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.691213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.691473] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1302.691552] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.691624] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1302.691691] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1302.691768] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1302.691841] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGH for action security_group_rules [ 1302.691922] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGH for action security_group_rules [ 1302.691987] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGH for action security_group_rules [ 1302.692062] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGH for action security_group_rules [ 1302.692126] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGH for action security_group_rules [ 1302.692188] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGH for action security_group_rules [ 1302.692249] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGH for action security_group_rules [ 1302.692309] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGH for action security_group_rules [ 1302.692361] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGH for action security_group_rules [ 1302.692425] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGH for action security_group_rules [ 1302.692484] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7df675b0-b558-44bc-98af-414ee64d1f14 with Priority: HIGH for action security_group_rules [ 1302.692544] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGH for action security_group_rules [ 1302.692603] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGH for action security_group_rules [ 1302.692662] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGH for action security_group_rules [ 1302.692723] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGH for action security_group_rules [ 1302.692784] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGH for action security_group_rules [ 1302.692846] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGH for action security_group_rules [ 1302.692907] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 with Priority: HIGH for action security_group_rules [ 1302.692970] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGH for action security_group_rules [ 1302.693044] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGH for action security_group_rules [ 1302.693140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.158816] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.661980] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.662469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.662469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.662469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.662640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.662817] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae is going to be created. [ 1303.705154] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.705408] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.705408] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.705599] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.705757] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.716857] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: UNINITIALIZED for 2s [ 1304.330784] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 in Status: SUCCESS [ 1304.331057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.727823] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: UNINITIALIZED for 4s [ 1305.868775] env[67441]: INFO networking_nsxv3.common.synchronization [req-e240e392-44e6-4103-b4e5-7c44a9e1d0ca req-5ea0f89b-1a70-4eaf-b3cf-da15fcd8ff06 tempest-ServerActionsTestJSON-1042543599 tempest-ServerActionsTestJSON-1042543599-project-member] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1305.868969] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1305.869135] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGH for action security_group_rules [ 1305.869239] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 with Priority: HIGH for action security_group_rules [ 1305.869339] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 with Priority: HIGH for action security_group_rules [ 1305.869434] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884670a9-6fa6-4754-9576-83d9487794c7 with Priority: HIGH for action security_group_rules [ 1305.869524] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 with Priority: HIGH for action security_group_rules [ 1305.869611] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 with Priority: HIGH for action security_group_rules [ 1305.869699] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 with Priority: HIGH for action security_group_rules [ 1305.869787] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf with Priority: HIGH for action security_group_rules [ 1305.869876] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 with Priority: HIGH for action security_group_rules [ 1305.869964] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 with Priority: HIGH for action security_group_rules [ 1305.870086] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5978b95c-ae3b-4115-8490-c777711b5935 with Priority: HIGH for action security_group_rules [ 1305.870235] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f005ba04-7973-42dd-8199-8cec110744ae with Priority: HIGH for action security_group_rules [ 1305.870327] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df675b0-b558-44bc-98af-414ee64d1f14 with Priority: HIGH for action security_group_rules [ 1305.870413] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGH for action security_group_rules [ 1305.870498] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd with Priority: HIGH for action security_group_rules [ 1305.870584] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 with Priority: HIGH for action security_group_rules [ 1305.870669] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 with Priority: HIGH for action security_group_rules [ 1305.870753] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253571c8-0437-41f7-86ee-bd856df12c46 with Priority: HIGH for action security_group_rules [ 1305.870836] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6d47f57-9265-47b1-8351-787848fb06e4 with Priority: HIGH for action security_group_rules [ 1305.870922] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe with Priority: HIGH for action security_group_rules [ 1305.871286] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.871412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.871475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.871676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.871836] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.871925] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.871979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.872146] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.872232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.872320] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.873271] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.873388] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.873454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.873607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.873683] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.874737] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1f63647-1c90-4422-bce8-e1aa810a0c85 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.874838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.874905] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.875066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.875144] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1f63647-1c90-4422-bce8-e1aa810a0c85',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.875856] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24560ce6-fb65-4812-ab78-28d99a5fb998 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.875960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.876258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.876258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.876258] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24560ce6-fb65-4812-ab78-28d99a5fb998',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.876920] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-884670a9-6fa6-4754-9576-83d9487794c7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.878308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.878308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.878308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.878852] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('884670a9-6fa6-4754-9576-83d9487794c7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.879354] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.879535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.879535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.879650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.879690] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c180cab-38c1-4de5-bb7e-08bdc72dcbb8',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.881160] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.881160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.881160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.881160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.881699] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68ccf24b-4fd7-45f5-bd51-a26d2515aeb4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.885690] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e64f980-bf6f-4a7c-b922-9f48127fc7b2 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.885690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.885690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.885690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.885690] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e64f980-bf6f-4a7c-b922-9f48127fc7b2',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.885690] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.885690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.885690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.885690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.885690] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6360563-c0df-4f8b-b3fa-417c0ca34dbf',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.886238] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.886238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.886238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.886238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.886238] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2c7a0ac-c30d-4755-a19e-3464bca3c2d7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.887171] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.887264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.887322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.887476] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.887570] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('245074ca-a665-44e1-8f8e-08ecc2fbcd57',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.891196] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5978b95c-ae3b-4115-8490-c777711b5935 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.891321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.891389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.891577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.891656] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5978b95c-ae3b-4115-8490-c777711b5935',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.892423] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f005ba04-7973-42dd-8199-8cec110744ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.892531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.892596] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.892762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.892837] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f005ba04-7973-42dd-8199-8cec110744ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.894354] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df675b0-b558-44bc-98af-414ee64d1f14 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.895200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.895335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.895519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.895631] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df675b0-b558-44bc-98af-414ee64d1f14',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.896386] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.896486] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.896553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.896706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.896809] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.897769] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.897769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.897907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.897997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.898171] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed51ffe-34b1-4796-8b18-b067a1d1b5fd',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.900467] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-012cacd6-1381-42ed-b960-8e8cf46183b7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.900467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.900467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.900467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.900467] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('012cacd6-1381-42ed-b960-8e8cf46183b7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.900467] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.900782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.900782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.900782] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.900782] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.901636] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-253571c8-0437-41f7-86ee-bd856df12c46 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.901636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.901773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.901859] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.901907] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('253571c8-0437-41f7-86ee-bd856df12c46',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.902906] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6d47f57-9265-47b1-8351-787848fb06e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.903197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.903197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.903729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.903729] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6d47f57-9265-47b1-8351-787848fb06e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.904350] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.904563] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.904642] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.904847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.904847] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eaa18d1-948c-4ea5-a71d-edc2db404efe',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.909662] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.909796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.910900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.910900] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.933775] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.933940] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.936643] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.936905] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.937160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.937160] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.937301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.937384] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.937479] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be updated. [ 1305.938858] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.939458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.942203] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.942203] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.961608] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.961794] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24560ce6-fb65-4812-ab78-28d99a5fb998 is going to be deleted. [ 1305.965028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.965028] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.968471] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.968661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.968766] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.969078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.969292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.981522] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: IN_PROGRESS for 2s [ 1305.988962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.989129] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 884670a9-6fa6-4754-9576-83d9487794c7 is going to be deleted. [ 1306.029702] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.029935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.029935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.030206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.030314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.030417] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24560ce6-fb65-4812-ab78-28d99a5fb998" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.043246] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.043478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.043584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.043749] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.043858] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.044215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-884670a9-6fa6-4754-9576-83d9487794c7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.220479] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.220681] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.220681] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.220959] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.221320] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.221483] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.221602] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.221845] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.221971] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.222204] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1306.222310] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1306.222441] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1306.222523] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1306.222628] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1306.222728] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1306.222858] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1306.248838] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1306.249041] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1306.249202] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1306.249324] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.249649] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-9dddae46-5047-4b7e-8985-c8e4841b7d90 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.249816] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-9dddae46-5047-4b7e-8985-c8e4841b7d90" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.249947] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-9dddae46-5047-4b7e-8985-c8e4841b7d90" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.250438] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-9dddae46-5047-4b7e-8985-c8e4841b7d90" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.250649] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dddae46-5047-4b7e-8985-c8e4841b7d90',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.415587] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.415786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.415841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.416116] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.416285] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.416404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.416436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.416632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.416665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.416752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.416846] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.429979] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.431030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.431030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.431030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.433293] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.433399] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.435454] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.435454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.437082] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.437227] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.439943] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.440109] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.467111] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.467322] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.471360] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.471519] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.472341] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.472439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.473259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.473381] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2c7a0ac-c30d-4755-a19e-3464bca3c2d7 is going to be deleted. [ 1306.474876] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.475041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.475041] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.475209] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.478980] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.479147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.479809] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.479907] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.486177] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.486177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.488918] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.489355] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.489533] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.490328] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.491144] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.491144] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.493436] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.493854] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.493970] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.495139] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.495652] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.495781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.496529] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1306.496992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.497151] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eaa18d1-948c-4ea5-a71d-edc2db404efe is going to be deleted. [ 1306.498206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.498414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.500109] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.500215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.518544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.518679] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e64f980-bf6f-4a7c-b922-9f48127fc7b2 is going to be deleted. [ 1306.519630] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.519852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.539472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.539635] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f005ba04-7973-42dd-8199-8cec110744ae is going to be deleted. [ 1306.540653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.540889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.700969] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.701146] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.704535] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.704535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.720373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.720515] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 245074ca-a665-44e1-8f8e-08ecc2fbcd57 is going to be deleted. [ 1306.721866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.722174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.728151] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.728547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.752775] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.753045] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.753141] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.753415] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.753567] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.753721] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 9dddae46-5047-4b7e-8985-c8e4841b7d90 not found, creating... [ 1306.753983] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.754199] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.754297] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.754490] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.754626] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.754905] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.755067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.755184] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.755407] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.755537] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.755673] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 9dddae46-5047-4b7e-8985-c8e4841b7d90 is going to be created. [ 1306.757516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.757619] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df675b0-b558-44bc-98af-414ee64d1f14 is going to be deleted. [ 1306.758412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.758570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.771021] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.771239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.804971] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.805260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.820285] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.820602] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5978b95c-ae3b-4115-8490-c777711b5935 is going to be deleted. [ 1306.821672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.821965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.836094] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.836405] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.836578] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.836929] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.837234] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.837514] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-9dddae46-5047-4b7e-8985-c8e4841b7d90" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.876439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.876689] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 253571c8-0437-41f7-86ee-bd856df12c46 is going to be deleted. [ 1306.877792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.878071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.910876] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.911145] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.924652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.924826] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6360563-c0df-4f8b-b3fa-417c0ca34dbf is going to be deleted. [ 1306.925936] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.926176] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.927631] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.985201] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.985410] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.993801] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.994057] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed51ffe-34b1-4796-8b18-b067a1d1b5fd is going to be deleted. [ 1306.995083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.995329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.995422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.995534] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be deleted. [ 1306.996382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.996559] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.073927] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.074143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.076886] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.077047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.078379] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.078379] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68ccf24b-4fd7-45f5-bd51-a26d2515aeb4 is going to be deleted. [ 1307.079498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.079767] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.116338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.116510] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6d47f57-9265-47b1-8351-787848fb06e4 is going to be deleted. [ 1307.117449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.118083] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.129963] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.130228] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.132249] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.132373] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.164911] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.165097] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1f63647-1c90-4422-bce8-e1aa810a0c85 is going to be deleted. [ 1307.165975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.166205] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.192406] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.192589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.193377] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.193491] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.197432] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.197905] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.198032] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 012cacd6-1381-42ed-b960-8e8cf46183b7 is going to be deleted. [ 1307.199154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.199374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.221871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.222060] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9 is going to be deleted. [ 1307.223106] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.223411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.260599] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.260853] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.264380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.264566] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c180cab-38c1-4de5-bb7e-08bdc72dcbb8 is going to be deleted. [ 1307.265480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.265697] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.265788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.265914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2c7a0ac-c30d-4755-a19e-3464bca3c2d7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.266091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.266251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.266320] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.266432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eaa18d1-948c-4ea5-a71d-edc2db404efe" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.266985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.267157] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.267243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.267357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e64f980-bf6f-4a7c-b922-9f48127fc7b2" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.267491] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.267681] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.267760] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.267875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f005ba04-7973-42dd-8199-8cec110744ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.268047] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.268210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.268290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.268412] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-245074ca-a665-44e1-8f8e-08ecc2fbcd57" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.268554] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.268696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.268773] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.268882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df675b0-b558-44bc-98af-414ee64d1f14" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.269016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.269174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.269300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.269392] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5978b95c-ae3b-4115-8490-c777711b5935" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.269522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.269706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.269774] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.269882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6360563-c0df-4f8b-b3fa-417c0ca34dbf" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.270021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.270201] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.270277] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.270398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-253571c8-0437-41f7-86ee-bd856df12c46" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.270525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.270665] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.270738] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.270854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.270980] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.271136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.271211] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.271321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed51ffe-34b1-4796-8b18-b067a1d1b5fd" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.271451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.271584] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.271652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.271763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6d47f57-9265-47b1-8351-787848fb06e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.271885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.272029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.272102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.272228] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68ccf24b-4fd7-45f5-bd51-a26d2515aeb4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.272371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.272509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.272591] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.272695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1f63647-1c90-4422-bce8-e1aa810a0c85" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.276088] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.276209] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.276295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.276442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.276521] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.276647] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-012cacd6-1381-42ed-b960-8e8cf46183b7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.299238] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.299483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.299483] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.299779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.299915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.300120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0f7f96-1c86-42ca-a6d2-10fd7c28baa9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.323565] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1307.324551] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.324895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.325037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.325393] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.325531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.325725] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c180cab-38c1-4de5-bb7e-08bdc72dcbb8" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.430426] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2be3f7f-2fc1-4523-b2bc-2bf03407aa13: rpc.has_security_group_logging(os_id): False [ 1307.451050] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.451291] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.451382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.451589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.471718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.471718] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.471718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.471857] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.471967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.472100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.472203] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 is going to be updated. [ 1307.530150] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.530374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.530473] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.530695] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.530870] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.542148] env[67441]: INFO networking_nsxv3.common.synchronization [req-e240e392-44e6-4103-b4e5-7c44a9e1d0ca req-bc72440e-324d-45b9-87c6-c8e9dc0d63d4 service nova] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_rules [ 1307.542331] env[67441]: INFO networking_nsxv3.common.synchronization [req-e240e392-44e6-4103-b4e5-7c44a9e1d0ca req-bc72440e-324d-45b9-87c6-c8e9dc0d63d4 service nova] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1307.542477] env[67441]: INFO networking_nsxv3.common.synchronization [req-e240e392-44e6-4103-b4e5-7c44a9e1d0ca req-bc72440e-324d-45b9-87c6-c8e9dc0d63d4 service nova] Enqueued Resource ID: 9dddae46-5047-4b7e-8985-c8e4841b7d90 with Priority: HIGHEST for action port [ 1307.543380] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 in Status: IN_PROGRESS for 2s [ 1307.543534] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_rules [ 1307.543658] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1307.543775] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dddae46-5047-4b7e-8985-c8e4841b7d90 with Priority: HIGHEST for action port [ 1307.544310] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.544430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.544497] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.544687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.544764] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.545655] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.545752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.545942] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dddae46-5047-4b7e-8985-c8e4841b7d90 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.546050] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dddae46-5047-4b7e-8985-c8e4841b7d90" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.546123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dddae46-5047-4b7e-8985-c8e4841b7d90" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.546324] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dddae46-5047-4b7e-8985-c8e4841b7d90" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.546400] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dddae46-5047-4b7e-8985-c8e4841b7d90',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.738043] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: SUCCESS [ 1307.738337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.738441] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.738653] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.738847] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.738958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.739038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.739187] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.739268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.739349] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.739474] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.991994] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: SUCCESS [ 1307.992302] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 deletion is rescheduled due to dependency. [ 1307.992502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.992728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.993173] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.993540] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.993674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.993742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.993916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.993999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.994153] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.048550] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.048762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.048980] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dddae46-5047-4b7e-8985-c8e4841b7d90 with status ACTIVE [ 1308.049278] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.049438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.049549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.049846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.050025] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.050303] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.050455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.050562] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.050826] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.050966] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.051276] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.051446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.051558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.051805] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.051937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.052097] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dddae46-5047-4b7e-8985-c8e4841b7d90 is going to be updated. [ 1308.076949] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.077159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.077220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.077478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.077634] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.077825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dddae46-5047-4b7e-8985-c8e4841b7d90" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.243146] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.496720] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.745441] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0826ab08-d30b-4d35-949f-b0f7af92c0ae: rpc.has_security_group_logging(os_id): False [ 1308.766102] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.766326] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.766423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.766824] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.766824] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.767132] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.767261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.767340] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.767513] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.767586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.767713] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae is going to be created. [ 1308.857215] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.857367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.857450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.857772] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.858021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.873194] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: IN_PROGRESS for 2s [ 1308.998873] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.503770] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.503770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.503770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.503770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.503770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.503770] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be updated. [ 1309.538862] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.539104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.539104] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.539400] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.539568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.551023] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: IN_PROGRESS for 2s [ 1309.558063] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 in Status: SUCCESS [ 1309.558327] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.885823] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: SUCCESS [ 1310.886196] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.562064] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: SUCCESS [ 1311.562344] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.562538] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.562875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.563110] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.563270] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.563361] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.563565] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.563674] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.563792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.563913] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.067019] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.544828] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.545049] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1312.568747] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eed440d-721b-4cd0-9a35-53ff76378de7: rpc.has_security_group_logging(os_id): False [ 1312.587795] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.588045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.588045] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.588303] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.588422] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.588687] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.588796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.588868] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.589054] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.589121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.589215] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be created. [ 1312.645886] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.646128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.646128] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.646333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.646512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.658304] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: IN_PROGRESS for 2s [ 1314.674212] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: SUCCESS [ 1314.674652] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.546790] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.546790] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.548214] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.548586] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.549921] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.549921] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.551301] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.551729] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.553070] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.553345] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.554317] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.554317] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.994170] env[67441]: INFO networking_nsxv3.common.synchronization [req-8c232d6f-3e97-4645-9023-4fd08945c849 req-c896dd9a-1a6d-40c8-b392-49985d24f3f9 tempest-AttachVolumeShelveTestJSON-935925439 tempest-AttachVolumeShelveTestJSON-935925439-project-member] Enqueued Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_members [ 1346.994474] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGHEST for action security_group_members [ 1346.995143] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.995143] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.995781] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.995971] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.996158] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.996269] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.996334] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.996504] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.996587] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.996678] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.499226] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.499338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.499338] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.499558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.520216] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.520951] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.520951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.520951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.520951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.520951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.521268] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 is going to be updated. [ 1347.550929] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.551210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.551210] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.551366] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.551508] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.561778] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 in Status: IN_PROGRESS for 2s [ 1349.572941] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 in Status: SUCCESS [ 1349.572941] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 deletion is rescheduled due to dependency. [ 1349.572941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.995909] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.996215] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.285273] env[67441]: INFO networking_nsxv3.common.synchronization [req-675c5ee3-6839-44ed-8df1-1d296bfe301b req-8db720c2-8a13-42ae-913b-3704daa10b05 tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_members [ 1353.285544] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_members [ 1353.285822] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.285937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.286014] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.286268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.286426] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.286524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.286588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.286737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.286820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.286914] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.631686] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.631914] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.632052] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.632318] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.632569] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.632722] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.632839] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.633066] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.633211] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.633427] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1353.633541] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1353.633649] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1353.633755] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1353.633865] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1353.633970] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1353.634109] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1353.656079] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1353.656270] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1353.656414] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1353.656588] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.656909] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-b883561b-396a-4cd7-9234-cdea655e3ffa taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.657095] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-b883561b-396a-4cd7-9234-cdea655e3ffa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.657220] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-b883561b-396a-4cd7-9234-cdea655e3ffa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.657552] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-b883561b-396a-4cd7-9234-cdea655e3ffa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.657695] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b883561b-396a-4cd7-9234-cdea655e3ffa',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.789696] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.789696] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.789814] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.789977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.790082] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.790320] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.790462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.790524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.790732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.790825] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.790918] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 already deleted. [ 1353.790997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.160737] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.160945] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.161057] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.161348] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.161492] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.161647] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port b883561b-396a-4cd7-9234-cdea655e3ffa not found, creating... [ 1354.161942] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.162111] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.162225] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.162442] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.162576] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.162842] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.162991] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.163118] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.163321] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.163449] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.163581] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: b883561b-396a-4cd7-9234-cdea655e3ffa is going to be created. [ 1354.183305] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.183482] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.183597] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.183834] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.184068] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.184282] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-b883561b-396a-4cd7-9234-cdea655e3ffa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.880031] env[67441]: INFO networking_nsxv3.common.synchronization [req-675c5ee3-6839-44ed-8df1-1d296bfe301b req-2f5c732d-b0ab-4189-a1ba-655540657236 service nova] Enqueued Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_rules [ 1354.880411] env[67441]: INFO networking_nsxv3.common.synchronization [req-675c5ee3-6839-44ed-8df1-1d296bfe301b req-2f5c732d-b0ab-4189-a1ba-655540657236 service nova] Enqueued Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_members [ 1354.880411] env[67441]: INFO networking_nsxv3.common.synchronization [req-675c5ee3-6839-44ed-8df1-1d296bfe301b req-2f5c732d-b0ab-4189-a1ba-655540657236 service nova] Enqueued Resource ID: b883561b-396a-4cd7-9234-cdea655e3ffa with Priority: HIGHEST for action port [ 1354.880975] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_rules [ 1354.880975] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_members [ 1354.882075] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b883561b-396a-4cd7-9234-cdea655e3ffa with Priority: HIGHEST for action port [ 1354.882432] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.882562] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.882627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.882957] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.883058] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.884627] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.884627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.884627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.884764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.884903] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.884903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.884984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.885887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.885887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.885887] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.887280] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-b883561b-396a-4cd7-9234-cdea655e3ffa taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.887606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b883561b-396a-4cd7-9234-cdea655e3ffa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.887606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b883561b-396a-4cd7-9234-cdea655e3ffa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.887706] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b883561b-396a-4cd7-9234-cdea655e3ffa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.887706] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b883561b-396a-4cd7-9234-cdea655e3ffa',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.389037] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.390101] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.390289] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.390373] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b883561b-396a-4cd7-9234-cdea655e3ffa with status ACTIVE [ 1355.390532] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.390640] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.390723] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.390934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.391029] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.391203] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.391297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.391364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.391502] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.391568] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.391770] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.391885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.391932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.392720] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.392759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.392856] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b883561b-396a-4cd7-9234-cdea655e3ffa is going to be updated. [ 1355.415402] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.415576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.416442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.416442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.416442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.416677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b883561b-396a-4cd7-9234-cdea655e3ffa" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.895238] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.397718] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.397943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.398059] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.398319] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.398423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.398567] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 is going to be created. [ 1356.421866] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.422115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.422115] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.422323] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.422477] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.452317] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: UNINITIALIZED for 2s [ 1358.468306] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: SUCCESS [ 1358.468841] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.468943] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.469310] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.469574] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.469772] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.469890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.470167] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.470297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.470444] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.470616] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.972972] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.973247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.973247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.973449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.973618] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.973729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.973798] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.973914] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.974014] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.974100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.974264] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.974368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.974425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.974572] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.974705] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.974795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.974854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.974987] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.975070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.975152] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.975238] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.478166] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c93401a-7f0d-4756-b31f-e2605f72d8e4: rpc.has_security_group_logging(os_id): False [ 1359.501583] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.501820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.501820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.502061] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.502159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.502372] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.502479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.502543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.502711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.502788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.502964] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.503072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.503135] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.503276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.503350] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.503524] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.503617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.503677] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.503811] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.503885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.503969] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 is going to be created. [ 1359.560815] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.561032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.561101] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.561267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.561442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.572522] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: IN_PROGRESS for 2s [ 1359.882791] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.882987] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1361.589369] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: SUCCESS [ 1361.589783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.039280] env[67441]: INFO networking_nsxv3.common.synchronization [req-19fa39fe-f9d4-4268-8834-1626e0a27353 req-26ae5fb6-2b81-44a1-aa0f-b60383bc678e tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGHEST for action security_group_members [ 1364.040102] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGHEST for action security_group_members [ 1364.040199] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.040788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.040788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.040788] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.040788] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.041068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.041068] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.041137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.041259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.041351] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.543801] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.543988] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.544088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.544280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.544374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.544578] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.544661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.544722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.544958] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.545048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.545138] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 is going to be updated. [ 1364.574205] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.574404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.574404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.574573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.574710] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.585245] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 in Status: IN_PROGRESS for 2s [ 1366.597067] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 in Status: SUCCESS [ 1366.597430] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 deletion is rescheduled due to dependency. [ 1366.597430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.720480] env[67441]: INFO networking_nsxv3.common.synchronization [None req-4c52e066-439b-4b35-a8c6-8c9893786374 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGHEST for action security_group_rules [ 1368.720944] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGHEST for action security_group_rules [ 1368.721236] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cc321ac-8b72-4235-a702-8e37209d3579 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.721380] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.721450] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.721704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.721790] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cc321ac-8b72-4235-a702-8e37209d3579',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.801109] env[67441]: INFO networking_nsxv3.common.synchronization [None req-a239e4e8-b415-4520-80e5-e6679ccf8171 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGHEST for action security_group_rules [ 1368.801875] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGHEST for action security_group_rules [ 1368.802654] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cc321ac-8b72-4235-a702-8e37209d3579 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.802767] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.244554] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.244712] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.244784] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.245013] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.245114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.245213] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cc321ac-8b72-4235-a702-8e37209d3579 already deleted. [ 1369.245295] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.245447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.245611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.245693] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cc321ac-8b72-4235-a702-8e37209d3579',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.765275] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.765662] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.765662] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.765662] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.765758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.765889] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cc321ac-8b72-4235-a702-8e37209d3579 already deleted. [ 1369.765944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.802985] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.802985] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.160364] env[67441]: INFO networking_nsxv3.common.synchronization [req-1896219a-2695-4ab7-adf0-28095f4aa2b9 req-cee363c2-c07f-4d50-8a16-150e47b61cd3 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGHEST for action security_group_members [ 1374.161531] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGHEST for action security_group_members [ 1374.161859] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc321ac-8b72-4235-a702-8e37209d3579 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.162056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.162137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.162372] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.162535] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.162625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.162684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.162839] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.162975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.163028] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cc321ac-8b72-4235-a702-8e37209d3579',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.456706] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.456911] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.457118] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.457447] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.457729] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.457890] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.458027] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.458265] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.458415] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.458654] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1374.458771] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1374.458900] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1374.459054] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1374.459199] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1374.459338] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1374.459509] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1374.485555] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1374.485743] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1374.485865] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1374.486028] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-690" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.486378] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-2cdb5db7-6526-450c-aa4c-40d9ab3116c0 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.486575] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-2cdb5db7-6526-450c-aa4c-40d9ab3116c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.486676] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-2cdb5db7-6526-450c-aa4c-40d9ab3116c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.487034] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-2cdb5db7-6526-450c-aa4c-40d9ab3116c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.487181] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cdb5db7-6526-450c-aa4c-40d9ab3116c0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.668567] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.668795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.668795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.669131] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.669279] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.669498] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.669685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.669793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.670010] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.670132] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.670232] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cc321ac-8b72-4235-a702-8e37209d3579 already deleted. [ 1374.670318] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.990081] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.990442] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.990442] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.990730] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.990876] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.991086] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 2cdb5db7-6526-450c-aa4c-40d9ab3116c0 not found, creating... [ 1374.991350] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.991505] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.991620] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.991833] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.991973] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.992287] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.992442] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.992555] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.992759] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.992888] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.993034] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 2cdb5db7-6526-450c-aa4c-40d9ab3116c0 is going to be created. [ 1375.013825] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.014067] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.014196] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.014461] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.014687] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.014904] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-2cdb5db7-6526-450c-aa4c-40d9ab3116c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.120344] env[67441]: INFO networking_nsxv3.common.synchronization [req-1896219a-2695-4ab7-adf0-28095f4aa2b9 req-e3373f95-4160-4f29-aa78-bc2d80ed9995 service nova] Enqueued Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGHEST for action security_group_rules [ 1376.120599] env[67441]: INFO networking_nsxv3.common.synchronization [req-1896219a-2695-4ab7-adf0-28095f4aa2b9 req-e3373f95-4160-4f29-aa78-bc2d80ed9995 service nova] Enqueued Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGHEST for action security_group_members [ 1376.120700] env[67441]: INFO networking_nsxv3.common.synchronization [req-1896219a-2695-4ab7-adf0-28095f4aa2b9 req-e3373f95-4160-4f29-aa78-bc2d80ed9995 service nova] Enqueued Resource ID: 2cdb5db7-6526-450c-aa4c-40d9ab3116c0 with Priority: HIGHEST for action port [ 1376.121251] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGHEST for action security_group_rules [ 1376.121390] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGHEST for action security_group_members [ 1376.121487] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cdb5db7-6526-450c-aa4c-40d9ab3116c0 with Priority: HIGHEST for action port [ 1376.121761] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cc321ac-8b72-4235-a702-8e37209d3579 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.121885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.121985] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.122330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.122409] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cc321ac-8b72-4235-a702-8e37209d3579',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.123669] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc321ac-8b72-4235-a702-8e37209d3579 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.123815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.123887] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.124065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.124210] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.124302] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.124362] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.124501] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.124632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.124669] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cc321ac-8b72-4235-a702-8e37209d3579',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.125366] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cdb5db7-6526-450c-aa4c-40d9ab3116c0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.125475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cdb5db7-6526-450c-aa4c-40d9ab3116c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.125586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cdb5db7-6526-450c-aa4c-40d9ab3116c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.125683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cdb5db7-6526-450c-aa4c-40d9ab3116c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.125756] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cdb5db7-6526-450c-aa4c-40d9ab3116c0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.627847] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cc321ac-8b72-4235-a702-8e37209d3579',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.629062] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc321ac-8b72-4235-a702-8e37209d3579 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.629179] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.629341] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cdb5db7-6526-450c-aa4c-40d9ab3116c0 with status ACTIVE [ 1376.629500] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.629603] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.629668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.629875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.629963] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.630143] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.630264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.630313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.630442] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.630516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.630688] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.630780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.630867] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.630984] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.631080] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.632208] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cdb5db7-6526-450c-aa4c-40d9ab3116c0 is going to be updated. [ 1376.651509] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.651716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.651716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.651880] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.652030] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.652200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cdb5db7-6526-450c-aa4c-40d9ab3116c0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.132955] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cc321ac-8b72-4235-a702-8e37209d3579',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.635789] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.635998] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.636069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.636259] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.636347] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.636447] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cc321ac-8b72-4235-a702-8e37209d3579 is going to be created. [ 1377.661084] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.661292] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.661367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.661607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.661769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.672502] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cc321ac-8b72-4235-a702-8e37209d3579 in Status: UNINITIALIZED for 2s [ 1379.684945] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cc321ac-8b72-4235-a702-8e37209d3579 in Status: SUCCESS [ 1379.685387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.685387] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.685650] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.685844] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.685965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.686105] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.686200] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.686282] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.686369] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.686459] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cc321ac-8b72-4235-a702-8e37209d3579',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.173565] env[67441]: INFO networking_nsxv3.common.synchronization [req-15054230-c86f-4fd8-8051-f08f2df4f6dd req-b1152b3a-8aa3-4fbd-a50d-80713258b1c5 tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_members [ 1380.174112] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_members [ 1380.174421] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.174543] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.174609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.174796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.174946] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.175057] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.175120] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.175271] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.175356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.175448] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.188251] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cc321ac-8b72-4235-a702-8e37209d3579',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.677588] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.677588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.677588] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.677785] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.677850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.678062] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.678186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.678247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.678405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.678492] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.678578] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 is going to be updated. [ 1380.692581] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cc321ac-8b72-4235-a702-8e37209d3579: rpc.has_security_group_logging(os_id): False [ 1380.715927] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.716147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.716147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.716354] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.716497] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.722331] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.722471] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.722560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.722734] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.722820] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.723071] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.723172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.723227] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.723402] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.723479] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.723568] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cc321ac-8b72-4235-a702-8e37209d3579 is going to be created. [ 1380.725529] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: IN_PROGRESS for 2s [ 1380.875074] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.875297] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.875414] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.875733] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.875997] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.888404] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cc321ac-8b72-4235-a702-8e37209d3579 in Status: IN_PROGRESS for 2s [ 1382.735294] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: IN_PROGRESS for 4s [ 1382.900389] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cc321ac-8b72-4235-a702-8e37209d3579 in Status: SUCCESS [ 1382.900389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.470559] env[67441]: INFO networking_nsxv3.common.synchronization [None req-0e9c79ef-785e-4431-b1fc-36b103043863 tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGHEST for action security_group_rules [ 1384.471206] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGHEST for action security_group_rules [ 1384.471535] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.471683] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.471780] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.472363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.472485] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5055dd00-c8c8-4f5a-93ca-a8db85fe6323',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.559770] env[67441]: INFO networking_nsxv3.common.synchronization [None req-97545ec4-04f5-4235-8a1d-a93955bd8093 tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGHEST for action security_group_rules [ 1384.560760] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGHEST for action security_group_rules [ 1384.561264] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.561443] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.745916] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: SUCCESS [ 1384.745916] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 deletion is rescheduled due to dependency. [ 1384.745916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.993035] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.993194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.993263] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.993487] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.993577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.993670] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 already deleted. [ 1384.993754] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.993904] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.994073] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.994155] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5055dd00-c8c8-4f5a-93ca-a8db85fe6323',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.515015] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.515395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.515395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.515594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.515748] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.515866] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 already deleted. [ 1385.515959] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.457020] env[67441]: INFO networking_nsxv3.common.synchronization [req-d8a17910-8d7d-42ce-bdd3-9ad7b2b97cc5 req-04ee8eb9-f321-47d0-bca5-93aad744a850 tempest-ServerActionsTestJSON-1042543599 tempest-ServerActionsTestJSON-1042543599-project-member] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1389.457308] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1389.457506] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.457631] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.457729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.458022] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.458386] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.458613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.458685] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.458869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.458961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.459088] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.823080] env[67441]: INFO networking_nsxv3.common.synchronization [req-0b503265-3b35-45c3-a404-a5b289bab556 req-9d79c94c-6725-4b43-abf4-8c2983e2bdc6 tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGHEST for action security_group_members [ 1389.823661] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGHEST for action security_group_members [ 1389.823935] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.824193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.824275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.825607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.825607] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.825607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.825607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.825607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.825607] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.825607] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5055dd00-c8c8-4f5a-93ca-a8db85fe6323',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.961246] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.961485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.961485] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.961700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.961790] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.961982] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.962093] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.962172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.962339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.962407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.962493] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be updated. [ 1389.990999] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.991252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.991333] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.991475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.991612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.002088] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: IN_PROGRESS for 2s [ 1390.103065] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.103065] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.103065] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.103065] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.103065] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.103065] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.103065] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.103065] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.103065] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.103065] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1390.103065] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1390.103065] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1390.103065] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1390.103655] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1390.103655] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1390.103655] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1390.123282] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1390.123475] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1390.123614] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1390.123841] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.124193] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-53341c9f-292f-4638-8f84-fcb6e403f94a taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.124388] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-53341c9f-292f-4638-8f84-fcb6e403f94a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.124513] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-53341c9f-292f-4638-8f84-fcb6e403f94a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.124836] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-53341c9f-292f-4638-8f84-fcb6e403f94a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.124974] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53341c9f-292f-4638-8f84-fcb6e403f94a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.328181] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.328431] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.328500] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.328761] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.328889] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.329230] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.329336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.329336] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.329553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.329658] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.329949] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 already deleted. [ 1390.329949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.627876] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.628311] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.628311] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.629029] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.629029] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.629029] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port 53341c9f-292f-4638-8f84-fcb6e403f94a not found, creating... [ 1390.629029] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.629303] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.629341] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.629628] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.629694] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.629956] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.630124] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.630259] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.630447] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.630575] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.630783] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: 53341c9f-292f-4638-8f84-fcb6e403f94a is going to be created. [ 1390.651082] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.651389] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.651494] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.651771] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.652010] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.652271] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-53341c9f-292f-4638-8f84-fcb6e403f94a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.796690] env[67441]: INFO networking_nsxv3.common.synchronization [req-0b503265-3b35-45c3-a404-a5b289bab556 req-13277f1b-a962-4bc3-ba23-b3ade86d04cf service nova] Enqueued Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGHEST for action security_group_rules [ 1391.797017] env[67441]: INFO networking_nsxv3.common.synchronization [req-0b503265-3b35-45c3-a404-a5b289bab556 req-13277f1b-a962-4bc3-ba23-b3ade86d04cf service nova] Enqueued Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGHEST for action security_group_members [ 1391.797096] env[67441]: INFO networking_nsxv3.common.synchronization [req-0b503265-3b35-45c3-a404-a5b289bab556 req-13277f1b-a962-4bc3-ba23-b3ade86d04cf service nova] Enqueued Resource ID: 53341c9f-292f-4638-8f84-fcb6e403f94a with Priority: HIGHEST for action port [ 1391.797661] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGHEST for action security_group_rules [ 1391.797860] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGHEST for action security_group_members [ 1391.797943] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53341c9f-292f-4638-8f84-fcb6e403f94a with Priority: HIGHEST for action port [ 1391.798250] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.798378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.798446] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.798666] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.798722] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5055dd00-c8c8-4f5a-93ca-a8db85fe6323',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.800121] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.800121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.800218] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.800329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.800482] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.800586] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.800629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.800772] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.800854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.800998] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5055dd00-c8c8-4f5a-93ca-a8db85fe6323',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.801700] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-53341c9f-292f-4638-8f84-fcb6e403f94a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.801832] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53341c9f-292f-4638-8f84-fcb6e403f94a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.801894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53341c9f-292f-4638-8f84-fcb6e403f94a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.802017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53341c9f-292f-4638-8f84-fcb6e403f94a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.804362] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53341c9f-292f-4638-8f84-fcb6e403f94a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.012116] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: SUCCESS [ 1392.012406] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 deletion is rescheduled due to dependency. [ 1392.012540] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.306233] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5055dd00-c8c8-4f5a-93ca-a8db85fe6323',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.307350] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.307478] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.310000] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53341c9f-292f-4638-8f84-fcb6e403f94a with status ACTIVE [ 1392.310107] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.310217] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.310281] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.310499] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.310576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.311321] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.311321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.311321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.311321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.311321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.311546] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.311598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.311646] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.311764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.311835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.312213] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53341c9f-292f-4638-8f84-fcb6e403f94a is going to be updated. [ 1392.332664] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.332816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.332878] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.333106] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.333247] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.333405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53341c9f-292f-4638-8f84-fcb6e403f94a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.808351] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5055dd00-c8c8-4f5a-93ca-a8db85fe6323',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.310469] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.310786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.310786] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.311066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.311232] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.311381] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 is going to be created. [ 1393.334568] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.334765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.334845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.335078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.335243] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.345069] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 in Status: UNINITIALIZED for 2s [ 1395.357507] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 in Status: SUCCESS [ 1395.357915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.357915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.358117] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.358310] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.358428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.358548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.358644] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.358724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.358808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.358898] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5055dd00-c8c8-4f5a-93ca-a8db85fe6323',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.861770] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5055dd00-c8c8-4f5a-93ca-a8db85fe6323',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.363788] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5055dd00-c8c8-4f5a-93ca-a8db85fe6323: rpc.has_security_group_logging(os_id): False [ 1396.382071] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.382374] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.382438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.382722] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.382783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.383056] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.383166] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.383234] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.383394] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.383475] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.383587] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 is going to be created. [ 1396.448161] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.448382] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.448451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.448676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.448890] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.464224] env[67441]: INFO networking_nsxv3.common.synchronization [req-05dd8d6a-7a9f-4d30-a407-88e128452a15 req-1f932143-60e5-4d7a-ab48-087cd64d0eb5 tempest-ServerActionsTestJSON-1042543599 tempest-ServerActionsTestJSON-1042543599-project-member] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1396.465029] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 in Status: IN_PROGRESS for 2s [ 1396.465585] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1396.465668] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.465804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.465884] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.466122] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.466308] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.466430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.466510] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.466688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.466795] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.466913] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.808710] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.808927] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.809061] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.809391] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.809656] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.809813] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.809933] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.810184] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.810363] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.810622] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1396.810743] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1396.810850] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1396.810977] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1396.811112] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1396.811228] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1396.811390] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1396.844467] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1396.844679] env[67441]: DEBUG dogpile.cache.region [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1396.844822] env[67441]: DEBUG dogpile.lock [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1396.845054] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "network-893" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.845389] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock port-dee445da-a484-49b9-a156-925f89a46c34 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.845566] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "port-dee445da-a484-49b9-a156-925f89a46c34" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.845687] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "port-dee445da-a484-49b9-a156-925f89a46c34" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.846057] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "port-dee445da-a484-49b9-a156-925f89a46c34" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.846200] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee445da-a484-49b9-a156-925f89a46c34',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.968727] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.968962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.968962] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.969261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.969363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.969563] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.969664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.969728] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.969875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.969949] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.970048] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be updated. [ 1396.998124] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.998359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.998359] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.998542] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.998687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.007395] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: IN_PROGRESS for 2s [ 1397.349385] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.349686] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.349838] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.350205] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.350390] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.350620] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Segment Port dee445da-a484-49b9-a156-925f89a46c34 not found, creating... [ 1397.351018] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.351257] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.351435] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.351762] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.351959] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.352374] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.352631] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.352790] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.353053] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.353257] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.353408] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Resource: SegmentPort with ID: dee445da-a484-49b9-a156-925f89a46c34 is going to be created. [ 1397.374056] env[67441]: DEBUG networking_nsxv3.common.locking [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.374462] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.374462] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.374681] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.374918] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.375198] env[67441]: DEBUG oslo_concurrency.lockutils [None req-236618c4-eb2e-42e7-8b4c-bc8e69415a1a None None] Releasing lock "port-dee445da-a484-49b9-a156-925f89a46c34" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.040968] env[67441]: INFO networking_nsxv3.common.synchronization [req-05dd8d6a-7a9f-4d30-a407-88e128452a15 req-dc07a7e3-451c-4ee6-88ce-9ccf3dd8b37c service nova] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_rules [ 1398.041202] env[67441]: INFO networking_nsxv3.common.synchronization [req-05dd8d6a-7a9f-4d30-a407-88e128452a15 req-dc07a7e3-451c-4ee6-88ce-9ccf3dd8b37c service nova] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1398.041422] env[67441]: INFO networking_nsxv3.common.synchronization [req-05dd8d6a-7a9f-4d30-a407-88e128452a15 req-dc07a7e3-451c-4ee6-88ce-9ccf3dd8b37c service nova] Enqueued Resource ID: dee445da-a484-49b9-a156-925f89a46c34 with Priority: HIGHEST for action port [ 1398.041985] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_rules [ 1398.043958] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1398.044081] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee445da-a484-49b9-a156-925f89a46c34 with Priority: HIGHEST for action port [ 1398.044564] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.044564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.044564] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.044771] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.045064] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.046241] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.046451] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.046586] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee445da-a484-49b9-a156-925f89a46c34 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.046724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee445da-a484-49b9-a156-925f89a46c34" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.046724] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee445da-a484-49b9-a156-925f89a46c34" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.046869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee445da-a484-49b9-a156-925f89a46c34" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.046952] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee445da-a484-49b9-a156-925f89a46c34',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.477034] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 in Status: SUCCESS [ 1398.477348] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.548567] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.548732] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.552142] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dee445da-a484-49b9-a156-925f89a46c34 with status ACTIVE [ 1398.552362] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.552489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.552553] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.552767] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.552882] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.553036] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.553139] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.553198] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.553353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.553700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.553700] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.553700] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.553855] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.553886] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.553965] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.554056] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dee445da-a484-49b9-a156-925f89a46c34 is going to be updated. [ 1398.574830] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.575097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.575097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.575254] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.575390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.575549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee445da-a484-49b9-a156-925f89a46c34" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.020186] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: SUCCESS [ 1399.020404] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 deletion is rescheduled due to dependency. [ 1399.020535] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.020628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.020852] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.021145] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.021301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.021301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.021429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.021547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.021661] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.523970] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.025947] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.529056] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.529056] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.529516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.529516] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.529594] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.529713] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be updated. [ 1400.558236] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.558397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.558469] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.558689] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.558836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.577558] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: IN_PROGRESS for 2s [ 1402.589138] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: SUCCESS [ 1402.589436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.589547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.589765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.589961] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.590140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.590188] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.590328] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.590488] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.590592] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.590688] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.045729] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.045954] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1403.092447] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.594801] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2eed440d-721b-4cd0-9a35-53ff76378de7: rpc.has_security_group_logging(os_id): False [ 1403.612837] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.613038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.613149] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.613293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.613385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.613648] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.613751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.613804] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.613954] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.614044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.614134] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be updated. [ 1403.676509] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.676844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.676844] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.676945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.677088] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.692711] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: IN_PROGRESS for 2s [ 1405.708504] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: SUCCESS [ 1405.708942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.047023] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.047414] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.048402] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.048786] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.049849] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.049849] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.050402] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.050735] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.051400] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.051804] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.052377] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.052824] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.227958] env[67441]: INFO networking_nsxv3.common.synchronization [req-58e76192-aaa5-48db-8cd0-de5cb6969bb1 req-94c7ea94-53fe-4290-8cff-1b7ed1d31756 tempest-AttachVolumeNegativeTest-1266429912 tempest-AttachVolumeNegativeTest-1266429912-project-member] Enqueued Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGHEST for action security_group_members [ 1437.228624] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGHEST for action security_group_members [ 1437.229315] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cc321ac-8b72-4235-a702-8e37209d3579 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.229444] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.229514] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.229798] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.229965] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.230078] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.230140] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.230304] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.230388] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.230482] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cc321ac-8b72-4235-a702-8e37209d3579',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.733064] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.733298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.733298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.733512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.733606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.733795] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.733891] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.733975] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.734121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.734198] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.734286] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cc321ac-8b72-4235-a702-8e37209d3579 is going to be updated. [ 1437.762350] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.762577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.762577] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.762752] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.762845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.772826] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cc321ac-8b72-4235-a702-8e37209d3579 in Status: IN_PROGRESS for 2s [ 1439.784049] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cc321ac-8b72-4235-a702-8e37209d3579 in Status: SUCCESS [ 1439.784371] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cc321ac-8b72-4235-a702-8e37209d3579 deletion is rescheduled due to dependency. [ 1439.784371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.229681] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.230022] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.231318] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.231610] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.232652] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.232980] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.233693] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.234029] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.401251] env[67441]: INFO networking_nsxv3.common.synchronization [req-4246b821-79e0-4462-b722-b356c7ea0309 req-221d878b-737f-4170-a6ce-61f9d17ab612 tempest-ServerActionsTestJSON-1042543599 tempest-ServerActionsTestJSON-1042543599-project-member] Enqueued Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1459.401772] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 with Priority: HIGHEST for action security_group_members [ 1459.402487] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2eed440d-721b-4cd0-9a35-53ff76378de7 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.402629] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.402691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.402898] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.403074] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.403162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.403308] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.403411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.403504] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.403599] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2eed440d-721b-4cd0-9a35-53ff76378de7',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.905809] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.905809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.905809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.906183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.906183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.906277] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.906397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.906432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.906583] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.906661] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.906751] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 is going to be updated. [ 1459.938260] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.938498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.938498] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.938676] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.938876] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.950639] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: IN_PROGRESS for 2s [ 1461.961525] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 in Status: SUCCESS [ 1461.961801] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2eed440d-721b-4cd0-9a35-53ff76378de7 deletion is rescheduled due to dependency. [ 1461.961848] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2eed440d-721b-4cd0-9a35-53ff76378de7" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.402959] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.403328] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.404049] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.404049] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.404725] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.405132] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.405368] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.405808] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.406596] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.406970] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.927306] env[67441]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1488.927306] env[67441]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-a9a116fb-be25-4ee6-af29-87ad54458586 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1489.407972] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.407972] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.408809] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.409208] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.411874] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.412305] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.861137] env[67441]: INFO networking_nsxv3.common.synchronization [req-2adf924d-d725-46a9-9faf-072aa4eedcfe req-0f93f3b0-3518-4a33-902d-9ed79d1c0671 tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGHEST for action security_group_members [ 1502.861724] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGHEST for action security_group_members [ 1502.862068] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.862193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.862261] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.862482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.862634] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.862716] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.862779] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.862927] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.863021] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.863107] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5055dd00-c8c8-4f5a-93ca-a8db85fe6323',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.364939] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.365176] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.365272] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.365522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.365622] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.365835] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.365934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.365995] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.366162] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.366239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.366328] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 is going to be updated. [ 1503.395855] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.396070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.396070] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.396262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.396398] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.405468] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 in Status: IN_PROGRESS for 2s [ 1505.417263] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 in Status: SUCCESS [ 1505.417681] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 deletion is rescheduled due to dependency. [ 1505.417681] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.862364] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.862841] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.411766] env[67441]: INFO networking_nsxv3.common.synchronization [req-98173de4-d079-4d74-a63b-b56ce36946ae req-b07b737c-24a1-442e-bbaf-319790640b3e tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_members [ 1512.412313] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_members [ 1512.412648] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.412792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.412847] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.413086] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.413230] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.413332] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.413413] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.413628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.413711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.413803] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.804026] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.804232] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.804367] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.804622] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.804883] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.805061] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.805197] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.805416] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.805564] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.805781] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1512.805896] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1512.806017] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1512.806150] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1512.806264] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1512.806374] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1512.806509] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1512.830144] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1512.830364] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1512.830527] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1512.830678] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.830997] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-c187909c-1550-445b-9f1c-b5c19c5ab4db taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.831185] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-c187909c-1550-445b-9f1c-b5c19c5ab4db" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.831306] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-c187909c-1550-445b-9f1c-b5c19c5ab4db" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.831642] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-c187909c-1550-445b-9f1c-b5c19c5ab4db" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.831783] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c187909c-1550-445b-9f1c-b5c19c5ab4db',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.916385] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.916639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.916769] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.917089] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.917257] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.917469] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.917570] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.917636] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.917792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.917884] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.917972] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 is going to be updated. [ 1512.943532] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.943775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.943775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.943992] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.944214] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.953343] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: IN_PROGRESS for 2s [ 1513.333836] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.334076] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.334173] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.334521] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.334696] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.334861] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port c187909c-1550-445b-9f1c-b5c19c5ab4db not found, creating... [ 1513.335134] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.335288] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.335415] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.335629] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.335765] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.336057] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.336215] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.336333] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.336590] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.336673] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.336798] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: c187909c-1550-445b-9f1c-b5c19c5ab4db is going to be created. [ 1513.357630] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.357850] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.357995] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.358226] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.358445] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.358659] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-c187909c-1550-445b-9f1c-b5c19c5ab4db" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.060802] env[67441]: INFO networking_nsxv3.common.synchronization [req-98173de4-d079-4d74-a63b-b56ce36946ae req-454701ed-03e8-4433-bce0-7ce71fc9c604 service nova] Enqueued Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_rules [ 1514.061082] env[67441]: INFO networking_nsxv3.common.synchronization [req-98173de4-d079-4d74-a63b-b56ce36946ae req-454701ed-03e8-4433-bce0-7ce71fc9c604 service nova] Enqueued Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_members [ 1514.061188] env[67441]: INFO networking_nsxv3.common.synchronization [req-98173de4-d079-4d74-a63b-b56ce36946ae req-454701ed-03e8-4433-bce0-7ce71fc9c604 service nova] Enqueued Resource ID: c187909c-1550-445b-9f1c-b5c19c5ab4db with Priority: HIGHEST for action port [ 1514.061641] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_rules [ 1514.061768] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_members [ 1514.061865] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c187909c-1550-445b-9f1c-b5c19c5ab4db with Priority: HIGHEST for action port [ 1514.062293] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.062385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.062455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.062688] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.062814] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.063993] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.064135] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.064414] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-c187909c-1550-445b-9f1c-b5c19c5ab4db taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.064522] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c187909c-1550-445b-9f1c-b5c19c5ab4db" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.064591] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c187909c-1550-445b-9f1c-b5c19c5ab4db" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.064759] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c187909c-1550-445b-9f1c-b5c19c5ab4db" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.064852] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c187909c-1550-445b-9f1c-b5c19c5ab4db',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.565392] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.565645] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.566858] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c187909c-1550-445b-9f1c-b5c19c5ab4db with status ACTIVE [ 1514.567058] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.567183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.567244] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.567462] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.567558] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.567732] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.567823] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.567923] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.568113] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.568154] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.568306] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.568405] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.568459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.568589] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.568664] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.568778] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c187909c-1550-445b-9f1c-b5c19c5ab4db is going to be updated. [ 1514.591162] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.591389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.591389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.591600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.591740] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.591899] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c187909c-1550-445b-9f1c-b5c19c5ab4db" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.963065] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: SUCCESS [ 1514.963260] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 deletion is rescheduled due to dependency. [ 1514.963356] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.963480] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.963742] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.963927] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.964055] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.964114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.964275] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.964353] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.964444] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.466814] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.969747] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.472311] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.472668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.472668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.472796] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.472892] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.472993] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 is going to be updated. [ 1516.500019] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.500177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.500253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.500472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.500612] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.509009] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: IN_PROGRESS for 2s [ 1518.520327] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: SUCCESS [ 1518.520709] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.520751] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.520967] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.521181] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.521301] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.521367] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.521523] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.521606] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.521684] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.521773] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.024334] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.026313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.026313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.026313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.026313] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.026313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.026313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.026313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.026313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.026313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.026313] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.026313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.026313] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.026763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.026763] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.026763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.026763] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.026951] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.027026] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.027138] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.027250] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.062837] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.063044] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1519.530092] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c93401a-7f0d-4756-b31f-e2605f72d8e4: rpc.has_security_group_logging(os_id): False [ 1519.550628] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.550885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.550885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.551049] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.551147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.551371] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.551467] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.551525] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.551679] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.551755] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.551930] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.552037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.552100] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.552240] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.552314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.552483] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.552624] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.552690] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.552821] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.552894] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.552979] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 is going to be updated. [ 1519.630887] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.631145] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.631145] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.631314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.631455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.644964] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: IN_PROGRESS for 2s [ 1521.238642] env[67441]: INFO networking_nsxv3.common.synchronization [req-64f68604-aefc-44a6-a1d8-279a5a754080 req-dfa49bb0-9e04-4cca-af27-ca4ff268a8aa tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_members [ 1521.238959] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGHEST for action security_group_members [ 1521.239285] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.239407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.239472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.239668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.239823] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.239915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.239969] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.240137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.240238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.240314] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.280308] env[67441]: INFO networking_nsxv3.common.synchronization [req-64f68604-aefc-44a6-a1d8-279a5a754080 req-dfa49bb0-9e04-4cca-af27-ca4ff268a8aa tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: c187909c-1550-445b-9f1c-b5c19c5ab4db with Priority: HIGHEST for action port [ 1521.280831] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c187909c-1550-445b-9f1c-b5c19c5ab4db with Priority: HIGHEST for action port [ 1521.281157] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-c187909c-1550-445b-9f1c-b5c19c5ab4db taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.281278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c187909c-1550-445b-9f1c-b5c19c5ab4db" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.281349] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c187909c-1550-445b-9f1c-b5c19c5ab4db" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.281549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c187909c-1550-445b-9f1c-b5c19c5ab4db" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.281633] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c187909c-1550-445b-9f1c-b5c19c5ab4db',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.661556] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: SUCCESS [ 1521.661808] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.742530] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.742764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.742871] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.743168] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.743298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.743534] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.743670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.743765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.743961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.744086] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.744215] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 is going to be updated. [ 1521.776168] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.776329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.776419] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.776680] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.776862] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.783401] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c187909c-1550-445b-9f1c-b5c19c5ab4db with status ACTIVE [ 1521.783672] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.783829] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.783908] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.784198] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.784252] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.784452] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.784610] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.784701] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.784932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.785040] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.785256] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.785370] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.785454] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.785625] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.785711] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.785825] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c187909c-1550-445b-9f1c-b5c19c5ab4db is going to be updated. [ 1521.788469] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: IN_PROGRESS for 2s [ 1521.815335] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.815524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.815524] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.815778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.815869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.815961] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c187909c-1550-445b-9f1c-b5c19c5ab4db" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.798623] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 in Status: SUCCESS [ 1523.799059] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 deletion is rescheduled due to dependency. [ 1523.799059] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.282407] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.282864] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.283357] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.283357] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.284920] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.285320] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.864286] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.864714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.864714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.864714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.864817] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.367434] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.869426] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.286218] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.286218] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.371889] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1541.372137] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1542.116592] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.117033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.117033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.117033] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.128563] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1542.129527] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.130762] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1542.166250] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.166457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.166457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.166655] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.178409] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.179171] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1542.179287] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1542.179389] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1542.209220] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.209407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.209407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.209575] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.210306] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.210459] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1542.307615] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.307838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.307838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.308055] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.308363] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.308617] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1542.389093] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.389357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.389357] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.389503] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.389793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.390098] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1542.390191] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d2be3f7f-2fc1-4523-b2bc-2bf03407aa13', '0826ab08-d30b-4d35-949f-b0f7af92c0ae', '3cc321ac-8b72-4235-a702-8e37209d3579', '547f9bf3-1923-437e-b7cb-61c9ff521976', '5055dd00-c8c8-4f5a-93ca-a8db85fe6323', 'ff436101-e98c-4650-a8a4-7cca82e01fe9', 'fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc', '38444a53-512a-4057-96c1-fc91ee5f5f94', '814560c6-c5b0-4389-8585-9bb62fc9f265', 'becdded8-2da6-4e87-98c7-97871a0bfe23', '09edb3ab-1416-4056-bc11-6e2bb651d4f0', '49dde048-9dd2-41d4-9af7-b94a42c03a1e', '2c93401a-7f0d-4756-b31f-e2605f72d8e4', '2843e061-95bd-4eb6-b260-162e4cbed41a', 'b3c78ac1-0746-41fb-a69b-e9004fc0aa6f', '0c6a14ec-7c90-4b43-9062-e3f538dfafe9', '00bbdca4-084d-4c83-9f58-76960b4e33d1', '5497ad72-55ad-4a29-bbd3-b9eb030b2658', 'b582405d-72e7-4cac-8104-fb421987ba8a', 'bc4b2a7b-9026-47ba-aef4-270a89a8ad51', '52259326-b7b5-4244-ab44-955dd58e7bac', '23e1c136-4d75-456e-8e47-06d16ba73b1d', '769a9dcd-df06-471f-a222-1fad5d363953', 'd0b3bc0d-0998-429b-8206-6dd54acc11cb', '2eed440d-721b-4cd0-9a35-53ff76378de7', '798dcf0c-5c20-45e6-96d3-fef974d194fb', 'a96e1333-3916-4891-ad79-54df740deaa2'} {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1542.390284] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1542.408683] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.408903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.408903] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.409125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.409215] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.409330] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1542.409402] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1542.409472] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1542.485378] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.485611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.485611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.485800] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.486944] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.487211] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1542.487292] env[67441]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67441) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1542.487363] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1542.487429] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1542.487504] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1542.487578] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGH for action security_group_rules [ 1542.487656] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGH for action security_group_rules [ 1542.487719] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGH for action security_group_rules [ 1542.487779] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGH for action security_group_rules [ 1542.487840] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGH for action security_group_rules [ 1542.487899] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 with Priority: HIGH for action security_group_rules [ 1542.487959] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGH for action security_group_rules [ 1542.488031] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 with Priority: HIGH for action security_group_rules [ 1542.488095] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGH for action security_group_rules [ 1542.488147] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGH for action security_group_rules [ 1542.488197] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 with Priority: HIGH for action security_group_rules [ 1542.488284] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGH for action security_group_rules [ 1542.488351] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGH for action security_group_rules [ 1542.488414] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2843e061-95bd-4eb6-b260-162e4cbed41a with Priority: HIGH for action security_group_rules [ 1542.488471] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGH for action security_group_rules [ 1542.488544] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGH for action security_group_rules [ 1542.488608] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 with Priority: HIGH for action security_group_rules [ 1542.488680] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGH for action security_group_rules [ 1542.488750] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b582405d-72e7-4cac-8104-fb421987ba8a with Priority: HIGH for action security_group_rules [ 1542.488818] env[67441]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGH for action security_group_rules [ 1542.488875] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.530396] env[67441]: INFO networking_nsxv3.common.synchronization [req-436385e2-1195-4e3a-990a-5bfc78dc7f80 req-3b532e55-2b36-45ef-b34e-e022e0271719 tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_members [ 1545.530823] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_members [ 1545.530907] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 with Priority: HIGH for action security_group_rules [ 1545.531054] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc321ac-8b72-4235-a702-8e37209d3579 with Priority: HIGH for action security_group_rules [ 1545.531133] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc with Priority: HIGH for action security_group_rules [ 1545.531212] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f with Priority: HIGH for action security_group_rules [ 1545.531302] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 with Priority: HIGH for action security_group_rules [ 1545.531381] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b582405d-72e7-4cac-8104-fb421987ba8a with Priority: HIGH for action security_group_rules [ 1545.531500] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 with Priority: HIGH for action security_group_rules [ 1545.531567] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 with Priority: HIGH for action security_group_rules [ 1545.531626] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2843e061-95bd-4eb6-b260-162e4cbed41a with Priority: HIGH for action security_group_rules [ 1545.531748] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 with Priority: HIGH for action security_group_rules [ 1545.531842] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 with Priority: HIGH for action security_group_rules [ 1545.532038] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e with Priority: HIGH for action security_group_rules [ 1545.532038] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 with Priority: HIGH for action security_group_rules [ 1545.532038] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becdded8-2da6-4e87-98c7-97871a0bfe23 with Priority: HIGH for action security_group_rules [ 1545.532303] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 with Priority: HIGH for action security_group_rules [ 1545.532303] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 with Priority: HIGH for action security_group_rules [ 1545.532303] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 with Priority: HIGH for action security_group_rules [ 1545.532474] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 with Priority: HIGH for action security_group_rules [ 1545.532474] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGH for action security_group_rules [ 1545.532581] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 with Priority: HIGH for action security_group_rules [ 1545.532906] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.533066] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.533197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.533293] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.533438] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.533810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.533810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.533810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.533810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.534054] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.679432] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.679698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.679698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.679836] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.679921] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2be3f7f-2fc1-4523-b2bc-2bf03407aa13',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.680857] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cc321ac-8b72-4235-a702-8e37209d3579 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.680989] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.681071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.681423] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.681423] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cc321ac-8b72-4235-a702-8e37209d3579',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.682047] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.682159] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.682224] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.682364] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.682434] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.683208] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.683339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.683397] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.683508] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.683577] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c78ac1-0746-41fb-a69b-e9004fc0aa6f',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.684262] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.684371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.684430] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.684573] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.684642] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc4b2a7b-9026-47ba-aef4-270a89a8ad51',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.685424] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b582405d-72e7-4cac-8104-fb421987ba8a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.685424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.685579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.685611] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.685707] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b582405d-72e7-4cac-8104-fb421987ba8a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.686441] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.686548] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.686613] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.686756] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.686826] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5497ad72-55ad-4a29-bbd3-b9eb030b2658',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.687516] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00bbdca4-084d-4c83-9f58-76960b4e33d1 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.687582] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.687649] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.687783] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.687853] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00bbdca4-084d-4c83-9f58-76960b4e33d1',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.688622] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2843e061-95bd-4eb6-b260-162e4cbed41a taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.688727] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.688793] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.688937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.689020] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2843e061-95bd-4eb6-b260-162e4cbed41a',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.689790] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.689896] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.689960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.690121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.690195] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c6a14ec-7c90-4b43-9062-e3f538dfafe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.691042] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.691161] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.691264] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.691351] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.691422] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c93401a-7f0d-4756-b31f-e2605f72d8e4',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.692149] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.692258] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.692314] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.692455] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.692526] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49dde048-9dd2-41d4-9af7-b94a42c03a1e',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.693264] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09edb3ab-1416-4056-bc11-6e2bb651d4f0 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.693375] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.693436] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.693576] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.693733] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09edb3ab-1416-4056-bc11-6e2bb651d4f0',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.694489] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-becdded8-2da6-4e87-98c7-97871a0bfe23 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.694602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.694602] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.694762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.694820] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('becdded8-2da6-4e87-98c7-97871a0bfe23',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.695623] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814560c6-c5b0-4389-8585-9bb62fc9f265 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.695729] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.695792] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.696014] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.696098] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814560c6-c5b0-4389-8585-9bb62fc9f265',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.696735] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff436101-e98c-4650-a8a4-7cca82e01fe9 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.696840] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.696906] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.697069] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.697181] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff436101-e98c-4650-a8a4-7cca82e01fe9',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.697873] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38444a53-512a-4057-96c1-fc91ee5f5f94 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.697979] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.698172] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.698335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.698410] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38444a53-512a-4057-96c1-fc91ee5f5f94',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.699064] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.699174] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.699239] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.699385] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.699457] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5055dd00-c8c8-4f5a-93ca-a8db85fe6323',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.700112] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.700219] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.700286] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.700429] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.700499] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.701255] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-547f9bf3-1923-437e-b7cb-61c9ff521976 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.701365] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.701432] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.701580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.701651] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('547f9bf3-1923-437e-b7cb-61c9ff521976',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.704034] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.727816] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.728016] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.728194] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.728635] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.730737] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.730737] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.749845] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.749975] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2be3f7f-2fc1-4523-b2bc-2bf03407aa13 is going to be deleted. [ 1545.751408] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.751627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.773403] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.773403] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc is going to be deleted. [ 1545.803617] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.803809] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.803861] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.804072] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.804164] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.804284] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2be3f7f-2fc1-4523-b2bc-2bf03407aa13" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.823692] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.823850] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.823902] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.824129] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.824221] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.824337] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa0f8c31-cd15-4b66-b1ea-b5a8744a54fc" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.826655] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.826842] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.826964] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.827228] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.827483] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.827634] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.827748] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.827951] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.828099] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.828304] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1545.828413] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] NeedRegenerationException {{(pid=67441) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1545.828517] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] no value, waiting for create lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1545.828621] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] value creation lock acquired {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1545.828723] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] No value present for key: 'zone-id' {{(pid=67441) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1545.828824] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Calling creation function for not-yet-present value {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1545.828954] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1545.847998] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1545.848216] env[67441]: DEBUG dogpile.cache.region [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67441) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1545.848331] env[67441]: DEBUG dogpile.lock [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Released creation lock {{(pid=67441) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1545.848505] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "network-650" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.848824] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock port-2bdfef06-4c49-4697-b1e5-335576e84900 taken with stack trace [, , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.848995] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "port-2bdfef06-4c49-4697-b1e5-335576e84900" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.849129] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "port-2bdfef06-4c49-4697-b1e5-335576e84900" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.849522] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "port-2bdfef06-4c49-4697-b1e5-335576e84900" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.849701] env[67441]: DEBUG networking_nsxv3.api.rpc [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bdfef06-4c49-4697-b1e5-335576e84900',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.204601] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.204761] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.220801] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.260764] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.260964] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.261048] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.261276] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.269694] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.269846] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.270772] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.270942] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.288964] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.289163] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.290635] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.290778] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.291583] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.291691] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.292569] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.292687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.293661] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.293797] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.294579] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.294687] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.295444] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.295542] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.296311] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.296407] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.297388] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.297838] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.297935] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.298616] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.299130] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.299246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.300717] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.301157] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.301249] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.302538] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.302998] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.303213] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.307131] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.307646] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.307885] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.308510] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.308938] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.309075] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.309749] env[67441]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.310299] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.310434] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: becdded8-2da6-4e87-98c7-97871a0bfe23 is going to be deleted. [ 1546.311339] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.311560] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.331579] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.331739] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c78ac1-0746-41fb-a69b-e9004fc0aa6f is going to be deleted. [ 1546.332753] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.333032] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.351906] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.352273] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.352465] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.352901] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.353134] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.353333] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Segment Port 2bdfef06-4c49-4697-b1e5-335576e84900 not found, creating... [ 1546.353640] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.353845] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.353931] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.354203] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.354341] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.354645] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.354800] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.354939] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.355181] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.355337] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.355484] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Resource: SegmentPort with ID: 2bdfef06-4c49-4697-b1e5-335576e84900 is going to be created. [ 1546.372628] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.372791] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09edb3ab-1416-4056-bc11-6e2bb651d4f0 is going to be deleted. [ 1546.373736] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.373989] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.378881] env[67441]: DEBUG networking_nsxv3.common.locking [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.379101] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.379227] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.379497] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.379723] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.379945] env[67441]: DEBUG oslo_concurrency.lockutils [None req-a6a82af8-9a7b-4f72-98c1-42d36daf938d None None] Releasing lock "port-2bdfef06-4c49-4697-b1e5-335576e84900" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.397280] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.397459] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.402915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.403073] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff436101-e98c-4650-a8a4-7cca82e01fe9 is going to be deleted. [ 1546.404158] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.404474] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.405981] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.406134] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.425607] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.425822] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.428238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.428366] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5497ad72-55ad-4a29-bbd3-b9eb030b2658 is going to be deleted. [ 1546.429581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.429581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.448869] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.449052] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc4b2a7b-9026-47ba-aef4-270a89a8ad51 is going to be deleted. [ 1546.449978] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.450209] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.508266] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.508508] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.514609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.514767] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5055dd00-c8c8-4f5a-93ca-a8db85fe6323 is going to be deleted. [ 1546.515698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.515917] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.562508] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.562986] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.563758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.563887] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c6a14ec-7c90-4b43-9062-e3f538dfafe9 is going to be deleted. [ 1546.564803] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.565034] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.566440] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.566598] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.657040] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.657251] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.675376] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.675559] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cc321ac-8b72-4235-a702-8e37209d3579 is going to be deleted. [ 1546.676472] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.676694] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.723291] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.723512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.726992] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.727186] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.727231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.727458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.727547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.727650] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae is going to be updated. [ 1546.733765] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.733935] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814560c6-c5b0-4389-8585-9bb62fc9f265 is going to be deleted. [ 1546.734919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.735148] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.823395] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.823619] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 547f9bf3-1923-437e-b7cb-61c9ff521976 is going to be deleted. [ 1546.824453] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.824670] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.886199] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.886409] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.892933] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.893125] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.898222] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.898381] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.898449] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.898668] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.898815] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.902180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.902310] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38444a53-512a-4057-96c1-fc91ee5f5f94 is going to be deleted. [ 1546.903221] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.903435] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.932047] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: IN_PROGRESS for 2s [ 1546.994439] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.994676] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c93401a-7f0d-4756-b31f-e2605f72d8e4 is going to be deleted. [ 1546.995639] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.995899] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.007767] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.007976] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.023955] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.024134] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49dde048-9dd2-41d4-9af7-b94a42c03a1e is going to be deleted. [ 1547.025065] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.025296] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.066775] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.066965] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00bbdca4-084d-4c83-9f58-76960b4e33d1 is going to be deleted. [ 1547.067916] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.068155] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.089054] env[67441]: INFO networking_nsxv3.common.synchronization [req-436385e2-1195-4e3a-990a-5bfc78dc7f80 req-f0b3ac64-a5e8-4a9d-a82b-4268485ff8ca service nova] Enqueued Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_rules [ 1547.089272] env[67441]: INFO networking_nsxv3.common.synchronization [req-436385e2-1195-4e3a-990a-5bfc78dc7f80 req-f0b3ac64-a5e8-4a9d-a82b-4268485ff8ca service nova] Enqueued Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_members [ 1547.089410] env[67441]: INFO networking_nsxv3.common.synchronization [req-436385e2-1195-4e3a-990a-5bfc78dc7f80 req-f0b3ac64-a5e8-4a9d-a82b-4268485ff8ca service nova] Enqueued Resource ID: 2bdfef06-4c49-4697-b1e5-335576e84900 with Priority: HIGHEST for action port [ 1547.089971] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_rules [ 1547.090121] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_members [ 1547.090751] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bdfef06-4c49-4697-b1e5-335576e84900 with Priority: HIGHEST for action port [ 1547.091101] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.091321] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.091544] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.091632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.091812] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bdfef06-4c49-4697-b1e5-335576e84900 taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.091915] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bdfef06-4c49-4697-b1e5-335576e84900" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.091977] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bdfef06-4c49-4697-b1e5-335576e84900" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.092204] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bdfef06-4c49-4697-b1e5-335576e84900" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.092285] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bdfef06-4c49-4697-b1e5-335576e84900',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.103095] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.103268] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.298378] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.298535] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2843e061-95bd-4eb6-b260-162e4cbed41a is going to be deleted. [ 1547.299482] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.299708] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.330213] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.330444] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.383077] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.383231] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.385491] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.385631] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b582405d-72e7-4cac-8104-fb421987ba8a is going to be deleted. [ 1547.386704] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.386982] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.387097] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.387229] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-becdded8-2da6-4e87-98c7-97871a0bfe23" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.387974] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.388108] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.388147] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.388315] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.388390] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.388528] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00bbdca4-084d-4c83-9f58-76960b4e33d1" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.388619] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.388762] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.388835] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.388948] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c78ac1-0746-41fb-a69b-e9004fc0aa6f" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.389458] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.389632] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.389733] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.389851] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09edb3ab-1416-4056-bc11-6e2bb651d4f0" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.391206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.391206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.391206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.391206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff436101-e98c-4650-a8a4-7cca82e01fe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.391206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.391206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.391206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.391206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5497ad72-55ad-4a29-bbd3-b9eb030b2658" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.391206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.391206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.391206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.391206] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc4b2a7b-9026-47ba-aef4-270a89a8ad51" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.391702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.391702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.391702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.391702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5055dd00-c8c8-4f5a-93ca-a8db85fe6323" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.391702] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.391874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.391874] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.391981] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c6a14ec-7c90-4b43-9062-e3f538dfafe9" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.392099] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.392235] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.392307] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.392452] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cc321ac-8b72-4235-a702-8e37209d3579" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.392627] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.392829] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.392937] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.393118] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814560c6-c5b0-4389-8585-9bb62fc9f265" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.393253] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.393457] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.393678] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.393816] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-547f9bf3-1923-437e-b7cb-61c9ff521976" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.393973] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.394169] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.394280] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.394424] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38444a53-512a-4057-96c1-fc91ee5f5f94" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.394534] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.394672] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.394743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.394838] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c93401a-7f0d-4756-b31f-e2605f72d8e4" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.394971] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.395121] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.395193] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.395298] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49dde048-9dd2-41d4-9af7-b94a42c03a1e" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.455673] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.455884] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.455941] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.456141] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.456238] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.456609] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2843e061-95bd-4eb6-b260-162e4cbed41a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.531132] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.531345] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.531447] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.531739] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.531893] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.532123] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b582405d-72e7-4cac-8104-fb421987ba8a" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.594765] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bdfef06-4c49-4697-b1e5-335576e84900 with status ACTIVE [ 1547.595199] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.595287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.595329] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.595520] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.595648] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.595793] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.595895] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.595960] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.596137] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.597044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.597044] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.597044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.597044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.597044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.597044] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.597044] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bdfef06-4c49-4697-b1e5-335576e84900 is going to be updated. [ 1547.664293] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.664549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.664549] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.664718] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.664854] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.665017] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bdfef06-4c49-4697-b1e5-335576e84900" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.942565] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: SUCCESS [ 1548.943038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.943038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.943290] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.943525] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.943659] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.943743] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.943919] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.944038] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.944148] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.944262] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.945136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.945300] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.946067] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.946197] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.946270] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.946428] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.946509] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.946596] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.448536] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.449563] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.950950] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0826ab08-d30b-4d35-949f-b0f7af92c0ae: rpc.has_security_group_logging(os_id): False [ 1549.952113] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.970135] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.970404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.970404] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.970581] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.991489] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.991794] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.991934] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.992037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.992183] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.992267] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.992363] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae is going to be updated. [ 1550.049020] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.049260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.049260] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.049461] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.049601] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.063099] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: IN_PROGRESS for 2s [ 1550.455279] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.455580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.455580] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.455758] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.455866] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.455972] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae is going to be updated. [ 1550.487641] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.488102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.488102] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.488287] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.488341] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.500266] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: IN_PROGRESS for 2s [ 1552.076643] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: SUCCESS [ 1552.077071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.077071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.077262] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.077349] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.091206] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.091350] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1552.511426] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: SUCCESS [ 1552.511667] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.580338] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.580544] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.580597] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.580802] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.581000] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.581119] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.581181] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.581330] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.581418] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.581505] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.581592] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.084072] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.587156] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0826ab08-d30b-4d35-949f-b0f7af92c0ae: rpc.has_security_group_logging(os_id): False [ 1553.608971] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.609177] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.609223] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.609438] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.609531] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.609777] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.609888] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.609932] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.610071] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.610148] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.610233] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae is going to be updated. [ 1553.693766] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.693999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.693999] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.694220] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.694368] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.710061] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: IN_PROGRESS for 2s [ 1555.727016] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: SUCCESS [ 1555.727389] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.092327] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.092634] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.093740] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.094220] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.094879] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.095224] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.096402] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.096728] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.097161] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.097646] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.098246] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.098534] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1587.099051] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.099051] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.100612] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1592.100612] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1597.101584] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1597.104089] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1602.102970] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1602.103408] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1607.104052] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1607.104052] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1612.105502] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1612.105502] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1612.348957] env[67441]: INFO networking_nsxv3.common.synchronization [req-c661f713-06b4-43ab-8d56-b9bb41ad33d8 req-35ee8780-734d-4511-8ca9-8ad6cd44a7be tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_members [ 1612.349546] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_members [ 1612.349886] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.350091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.350091] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.350425] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.350459] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.350547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.350600] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.350770] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.350864] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.351028] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.853197] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.356126] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.858981] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.859246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.859246] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.859511] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.859651] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.859783] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae is going to be updated. [ 1613.897145] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.897371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.897371] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.897698] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.897945] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.907065] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: IN_PROGRESS for 2s [ 1615.918744] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: SUCCESS [ 1615.919155] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.351082] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1617.351501] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1622.352303] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1622.352721] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1627.354111] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1627.354494] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.910398] env[67441]: INFO networking_nsxv3.common.synchronization [req-c1caab57-6547-41aa-b8b9-8f4d3e9d1e1a req-b5ace2ae-31ce-4a29-99d4-81f020baa16f tempest-ServerActionsTestOtherA-1618790791 tempest-ServerActionsTestOtherA-1618790791-project-member] Enqueued Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_members [ 1630.911764] env[67441]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae with Priority: HIGHEST for action security_group_members [ 1630.911764] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock member-0826ab08-d30b-4d35-949f-b0f7af92c0ae taken with stack trace [, , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.911764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.911764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.911764] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.912037] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.912037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.912037] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.912278] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.912352] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.912452] env[67441]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0826ab08-d30b-4d35-949f-b0f7af92c0ae',) {} {{(pid=67441) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1631.415271] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.415512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.415512] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.415714] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.415810] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.416023] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.416114] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.416180] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.416335] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.416411] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.416501] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae is going to be updated. [ 1631.445398] env[67441]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67441) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.445547] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.445617] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.445842] env[67441]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.445990] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.457252] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: IN_PROGRESS for 2s [ 1633.468727] env[67441]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae in Status: SUCCESS [ 1633.469136] env[67441]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0826ab08-d30b-4d35-949f-b0f7af92c0ae deletion is rescheduled due to dependency. [ 1633.469136] env[67441]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0826ab08-d30b-4d35-949f-b0f7af92c0ae" {{(pid=67441) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.912609] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1635.913049] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.914038] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.914462] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1645.914907] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.915369] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.915865] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1650.916316] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1655.917495] env[67441]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1655.917865] env[67441]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0